[ 525.945145] env[65983]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.945145] env[65983]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.932016] env[66071]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.932016] env[66071]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.736407] env[66071]: INFO neutron.common.config [-] Logging enabled! [ 528.736777] env[66071]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev53 [ 528.736897] env[66071]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66071) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.737190] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.737287] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.738074] env[66071]: WARNING oslo_policy.policy [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.738286] env[66071]: WARNING oslo_policy.policy [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.739890] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] VMware NSXv3 Agent initialized successfully. [ 528.740260] env[66071]: DEBUG oslo_concurrency.lockutils [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Acquiring lock "singleton_lock" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.740388] env[66071]: DEBUG oslo_concurrency.lockutils [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Acquired lock "singleton_lock" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.740585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Releasing lock "singleton_lock" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.740853] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Full set of CONF: {{(pid=66071) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.740961] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ******************************************************************************** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.741072] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Configuration options gathered from: {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.741640] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.741806] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.741914] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ================================================================================ {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.742090] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] agent_down_time = 75 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742230] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] allow_automatic_dhcp_failover = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742364] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] allow_bulk = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742502] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] api_extensions_path = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742637] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] api_paste_config = api-paste.ini {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742774] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] auth_strategy = keystone {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.742879] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] backdoor_port = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743013] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] backdoor_socket = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743175] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] backlog = 4096 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743315] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743469] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] bind_host = 0.0.0.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743608] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] bind_port = 9696 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743739] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] client_socket_timeout = 900 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743872] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] config_dir = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.743977] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744200] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] config_source = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744302] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] control_exchange = neutron {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744400] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] core_plugin = ml2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744526] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] debug = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744658] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] default_availability_zones = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744858] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.744996] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dhcp_agent_notification = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745161] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dhcp_agents_per_network = 1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745292] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dhcp_lease_duration = 86400 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745428] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dhcp_load_type = networks {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745564] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dns_domain = openstacklocal {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745698] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745819] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_default_route_bfd = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.745942] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_default_route_ecmp = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746077] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_dvr = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746205] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_new_agents = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746329] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746453] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_signals = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746580] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] enable_traditional_dhcp = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746702] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] external_dns_driver = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746827] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] filter_validation = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.746962] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] global_physnet_mtu = 8950 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747104] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] graceful_shutdown_timeout = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747270] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] host = cpu-1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747420] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] host_dvr_for_dhcp = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747552] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] http_retries = 3 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747685] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] instance_format = [instance: %(uuid)s] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747815] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.747943] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ipam_driver = internal {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748080] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ipv6_pd_enabled = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748210] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] l3_ha = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748340] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748470] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] l3_ha_network_physical_name = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748599] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] l3_ha_network_type = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748732] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_color = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748861] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_config_append = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.748990] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749131] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_dir = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749256] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_file = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749362] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_options = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749519] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_rotate_interval = 1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749660] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_rotate_interval_type = days {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749796] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] log_rotation_type = none {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749897] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.749995] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750151] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750283] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750381] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750509] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_dns_nameservers = 5 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750635] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_header_line = 16384 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750760] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_l3_agents_per_router = 3 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.750883] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_logfile_count = 30 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751015] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_logfile_size_mb = 200 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751149] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] max_subnet_host_routes = 20 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751283] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] my_ip = 10.180.1.21 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751414] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] my_ipv6 = ::1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751540] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] network_auto_schedule = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751663] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] network_link_prefix = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751797] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.751931] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] notify_nova_on_port_data_changes = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752070] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] notify_nova_on_port_status_changes = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752203] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] pagination_max_limit = -1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752328] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] publish_errors = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752451] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rate_limit_burst = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752580] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rate_limit_except_level = CRITICAL {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752705] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rate_limit_interval = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752829] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] retry_until_window = 30 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.752975] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] router_distributed = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753143] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rpc_resources_processing_step = 20 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753273] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rpc_response_max_timeout = 600 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753401] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] rpc_response_timeout = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753525] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] send_events_interval = 2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753668] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] service_plugins = ['router'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753801] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] setproctitle = on {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.753925] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] shell_completion = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754068] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] state_path = /opt/stack/data/neutron {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754204] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] syslog_log_facility = LOG_USER {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754332] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] tcp_keepidle = 600 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754463] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] transport_url = **** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754588] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] use_journal = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754710] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] use_json = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754833] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] use_ssl = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.754953] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] use_stderr = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755124] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] use_syslog = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755259] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vlan_qinq = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755380] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vlan_transparent = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755501] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] watch_log_file = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755626] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] wsgi_default_pool_size = 100 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755745] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] wsgi_keep_alive = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755876] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.755999] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] wsgi_server_debug = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.756171] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_concurrency.disable_process_locking = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756316] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756451] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756578] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756711] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756841] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.756968] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757124] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.connection_string = messaging:// {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757260] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.enabled = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757415] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.es_doc_type = notification {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757552] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.es_scroll_size = 10000 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757688] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.es_scroll_time = 2m {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757817] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.filter_error_trace = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.757949] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.hmac_keys = **** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758095] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.sentinel_service_name = mymaster {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758253] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.socket_timeout = 0.1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758434] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.trace_requests = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758573] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler.trace_sqlalchemy = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758718] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler_jaeger.process_tags = {} {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758850] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler_jaeger.service_name_prefix = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.758983] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] profiler_otlp.service_name_prefix = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.759143] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.enforce_new_defaults = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.759396] env[66071]: WARNING oslo_config.cfg [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.759543] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.enforce_scope = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.759681] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.policy_default_rule = default {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.759827] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.759966] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760117] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760248] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760375] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760499] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760627] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760761] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.760907] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761057] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] agent.extensions = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761192] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761325] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] service_providers.service_provider = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761488] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.default_quota = -1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761638] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761769] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_floatingip = 50 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.761896] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_network = 100 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762033] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_port = 500 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762162] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762286] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_router = 10 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762412] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_security_group = 10 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762541] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762665] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.quota_subnet = 100 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762790] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] QUOTAS.track_quota_usage = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.762932] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763093] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763230] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763360] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763490] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763618] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763741] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.763881] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764010] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764141] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764269] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764398] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764524] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764647] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_dhcp_release.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764777] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.764897] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765059] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765196] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765330] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765460] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765588] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_ovs_vsctl.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765715] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.capabilities = [21] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765837] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.765959] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766111] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766254] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766384] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766507] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_namespace.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766638] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.capabilities = [12] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766757] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.766877] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767015] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767148] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767271] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767413] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_conntrack.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767552] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.capabilities = [12, 21] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767675] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.group = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767796] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.helper_command = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.767922] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.log_daemon_traceback = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768058] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768187] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.thread_pool_size = 8 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768307] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] privsep_link.user = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768448] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768583] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768713] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.continue_on_failed_promotions = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768841] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.dscp = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.768970] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.dscp_inherit = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769116] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.force_mp_to_policy = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769243] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.locking_coordinator_url = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769371] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.log_agent_heartbeats = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769499] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.logging_expire = 1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769632] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769761] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.769897] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.polling_interval = 240 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770042] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770188] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770331] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.report_interval = 30.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770466] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770603] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770739] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.770871] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.sync_skew = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771010] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.synchronization_queue_size = 20 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771146] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT.use_helper_for_ns_read = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771279] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] SECURITYGROUP.enable_ipset = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771413] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] SECURITYGROUP.enable_security_group = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771543] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771678] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771811] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] experimental.ipv6_pd_enabled = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.771961] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.extension_drivers = ['port_security'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772104] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.external_network_type = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772250] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772388] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.overlay_ip_version = 4 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772522] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.path_mtu = 8950 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772655] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.physical_network_mtus = {} {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772795] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.772931] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773107] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ml2.type_drivers = ['vlan'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773257] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773388] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773543] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773694] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773833] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.773968] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774117] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774255] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774390] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774578] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774721] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_login_password = **** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.774860] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775034] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_login_user = admin {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775175] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775318] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775451] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775581] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775717] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775857] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.775995] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776167] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776311] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776449] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776592] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776725] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776860] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777056] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777201] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777354] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777498] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777637] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.auth_section = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777778] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.auth_type = password {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777915] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778054] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.certfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778188] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.collect_timing = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778325] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.endpoint_type = public {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778454] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.insecure = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778578] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.keyfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778720] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.region_name = RegionOne {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778851] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.split_loggers = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778980] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] nova.timeout = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779127] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.auth_section = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779268] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.auth_type = password {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779403] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779529] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.certfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779658] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.collect_timing = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779791] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.endpoint_type = public {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779917] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.insecure = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780052] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.keyfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780177] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.region_name = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780300] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.split_loggers = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780420] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] placement.timeout = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780552] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.auth_section = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780680] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.auth_type = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780807] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.cafile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780932] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.certfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781070] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.collect_timing = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781197] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.connect_retries = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781321] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.connect_retry_delay = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781447] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.enable_notifications = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781571] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.endpoint_override = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781700] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.insecure = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781824] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.interface = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781947] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.keyfile = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782087] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.max_version = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782215] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.min_version = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782338] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.region_name = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782461] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.retriable_status_codes = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782584] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.service_name = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782707] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.service_type = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782833] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.split_loggers = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782958] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.status_code_retries = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783116] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.status_code_retry_delay = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783251] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.timeout = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783378] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.valid_interfaces = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783503] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ironic.version = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783636] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] cli_script.dry_run = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783774] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783902] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784040] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784174] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784299] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784423] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784547] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784674] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784798] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784931] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785090] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785237] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785373] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785516] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785668] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785807] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785937] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786083] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786240] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786373] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786500] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786627] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786753] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786880] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787014] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787151] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787279] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787406] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787531] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787656] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787783] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787916] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788058] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788196] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788330] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788460] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788587] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788722] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_notifications.driver = [] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788852] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_notifications.retry = -1 {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788994] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789137] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789234] env[66071]: DEBUG oslo_service.backend._eventlet.service [None req-929581dd-6969-470c-bfef-f1c7309049d0 None None] ******************************************************************************** {{(pid=66071) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.790341] env[66071]: DEBUG neutron.agent.securitygroups_rpc [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Init firewall settings (driver=nsxv3) {{(pid=66071) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.791629] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66071) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.791860] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.794270] env[66071]: DEBUG dogpile.cache.region [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.794270] env[66071]: DEBUG dogpile.lock [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.794378] env[66071]: DEBUG dogpile.lock [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.794459] env[66071]: DEBUG dogpile.lock [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.794539] env[66071]: DEBUG dogpile.cache.region [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.794625] env[66071]: DEBUG dogpile.lock [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.794740] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.813034] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Session token - acquiring [ 528.814560] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.814759] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.814829] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.815294] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.825113] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.106893] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.126605] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.128044] env[66071]: DEBUG dogpile.cache.region [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.128044] env[66071]: DEBUG dogpile.lock [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.128044] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Activating Policy API Provider. [ 529.128044] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Looking for the default Infrastructure Rules. [ 529.191014] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.207661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.208119] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.208326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.208433] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.208720] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.209060] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.723665] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.226513] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.729165] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Inventory metadata is going to be refreshed. [ 530.729242] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.485323] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.485777] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.485777] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.485950] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.496893] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.497880] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.498892] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.516236] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.516484] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.516484] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.516790] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.516912] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.517080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.517199] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.517313] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.537919] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.538177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.538225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.538476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.538648] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.538787] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.560449] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.560704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.560752] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.561038] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.561183] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.561334] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.580859] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.581097] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.581155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.581464] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.581552] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.581688] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.581790] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.581890] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.599400] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.599642] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.599687] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.599939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.600073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.600214] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.600314] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.600415] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.619440] env[66071]: DEBUG networking_nsxv3.common.locking [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.619657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.619697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.619959] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.620131] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.620281] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.620388] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.620491] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Inventory metadata have been refreshed. [ 531.620587] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Dryrun:True. Metadata refresh completed. [ 531.620702] env[66071]: DEBUG oslo_concurrency.lockutils [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Releasing lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.622382] env[66071]: INFO neutron.agent.agent_extensions_manager [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Loaded agent extensions: [] [ 531.623215] env[66071]: DEBUG neutron_lib.callbacks.manager [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66071) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.673348] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.673482] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.673589] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.624299] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.624680] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.626024] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.626456] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.388978] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7bfa5951-29fd-4d99-b9be-6adda4af1ed5 demo admin] Enqueued Resource ID: 0bd88e8c-1d78-4cd8-938e-22606ef6432a with Priority: HIGHEST for action security_group_rules [ 546.389451] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd88e8c-1d78-4cd8-938e-22606ef6432a with Priority: HIGHEST for action security_group_rules [ 546.389944] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd88e8c-1d78-4cd8-938e-22606ef6432a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.390095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd88e8c-1d78-4cd8-938e-22606ef6432a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.390161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd88e8c-1d78-4cd8-938e-22606ef6432a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.390499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd88e8c-1d78-4cd8-938e-22606ef6432a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.390585] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd88e8c-1d78-4cd8-938e-22606ef6432a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.911008] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.911256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.911256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.911450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.911533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.911631] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd88e8c-1d78-4cd8-938e-22606ef6432a already deleted. [ 546.911715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd88e8c-1d78-4cd8-938e-22606ef6432a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.391076] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.391076] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.392074] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.392074] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.392709] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.393465] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.394676] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.395332] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.396844] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.396844] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.747933] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4c6f2bd6-0adb-461a-8e58-fa847006127e None None] Enqueued Resource ID: 950bb7b5-ecb2-4189-82de-5871c0461897 with Priority: HIGHEST for action port [ 573.748239] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950bb7b5-ecb2-4189-82de-5871c0461897 with Priority: HIGHEST for action port [ 573.748782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-950bb7b5-ecb2-4189-82de-5871c0461897 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.748909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950bb7b5-ecb2-4189-82de-5871c0461897" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.748978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950bb7b5-ecb2-4189-82de-5871c0461897" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.752312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950bb7b5-ecb2-4189-82de-5871c0461897" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.752572] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950bb7b5-ecb2-4189-82de-5871c0461897',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.255046] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 950bb7b5-ecb2-4189-82de-5871c0461897 [ 574.255314] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.255417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.255513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.255724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.255819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.255914] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:950bb7b5-ecb2-4189-82de-5871c0461897 already deleted. [ 574.256020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950bb7b5-ecb2-4189-82de-5871c0461897" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.430052] env[66071]: INFO networking_nsxv3.common.synchronization [None req-8cc6b571-6420-463f-8912-8874422ba6fc None None] Enqueued Resource ID: 5098f412-8111-4887-9e9d-eacea159811a with Priority: HIGHEST for action port [ 575.430052] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5098f412-8111-4887-9e9d-eacea159811a with Priority: HIGHEST for action port [ 575.430052] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-5098f412-8111-4887-9e9d-eacea159811a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.430052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5098f412-8111-4887-9e9d-eacea159811a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.430052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5098f412-8111-4887-9e9d-eacea159811a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.430052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5098f412-8111-4887-9e9d-eacea159811a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.430052] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5098f412-8111-4887-9e9d-eacea159811a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.932883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5098f412-8111-4887-9e9d-eacea159811a [ 575.933140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.933350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.933350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.933615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.933700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.933796] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5098f412-8111-4887-9e9d-eacea159811a already deleted. [ 575.933877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5098f412-8111-4887-9e9d-eacea159811a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.077399] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e622366b-8407-4c8a-a78e-867195fba85a None None] Enqueued Resource ID: 58e5645c-f1b5-4cd9-84f1-f96285fa8439 with Priority: HIGHEST for action port [ 578.077923] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e5645c-f1b5-4cd9-84f1-f96285fa8439 with Priority: HIGHEST for action port [ 578.079576] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e5645c-f1b5-4cd9-84f1-f96285fa8439 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.079753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e5645c-f1b5-4cd9-84f1-f96285fa8439" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.079827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e5645c-f1b5-4cd9-84f1-f96285fa8439" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e5645c-f1b5-4cd9-84f1-f96285fa8439" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.080235] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e5645c-f1b5-4cd9-84f1-f96285fa8439',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.330165] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c72555ed-5c9b-4038-8eb2-4c114bec2f4f None None] Enqueued Resource ID: 190921d1-17a6-4bfc-99fb-66a25c76c87d with Priority: HIGHEST for action port [ 578.330165] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190921d1-17a6-4bfc-99fb-66a25c76c87d with Priority: HIGHEST for action port [ 578.330165] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-190921d1-17a6-4bfc-99fb-66a25c76c87d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.330165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190921d1-17a6-4bfc-99fb-66a25c76c87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.330165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190921d1-17a6-4bfc-99fb-66a25c76c87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.330165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190921d1-17a6-4bfc-99fb-66a25c76c87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.330165] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190921d1-17a6-4bfc-99fb-66a25c76c87d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.584042] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e5645c-f1b5-4cd9-84f1-f96285fa8439 [ 578.584042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.584042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.584042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.584042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.584042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.584042] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e5645c-f1b5-4cd9-84f1-f96285fa8439 already deleted. [ 578.584042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e5645c-f1b5-4cd9-84f1-f96285fa8439" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.833230] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 190921d1-17a6-4bfc-99fb-66a25c76c87d [ 578.833458] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.833617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.833694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.833901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.833991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.834097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:190921d1-17a6-4bfc-99fb-66a25c76c87d already deleted. [ 578.834178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190921d1-17a6-4bfc-99fb-66a25c76c87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.223140] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4a19a2a3-7724-4293-bea8-f2d771e7c435 None None] Enqueued Resource ID: eaeb8728-e3a7-40e4-9d98-3a57702d67e3 with Priority: HIGHEST for action port [ 579.224261] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaeb8728-e3a7-40e4-9d98-3a57702d67e3 with Priority: HIGHEST for action port [ 579.224885] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaeb8728-e3a7-40e4-9d98-3a57702d67e3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.227965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaeb8728-e3a7-40e4-9d98-3a57702d67e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.227965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaeb8728-e3a7-40e4-9d98-3a57702d67e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.227965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaeb8728-e3a7-40e4-9d98-3a57702d67e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.227965] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaeb8728-e3a7-40e4-9d98-3a57702d67e3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.729924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaeb8728-e3a7-40e4-9d98-3a57702d67e3 [ 579.729924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.729924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.729924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.729924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.729924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.729924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaeb8728-e3a7-40e4-9d98-3a57702d67e3 already deleted. [ 579.729924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaeb8728-e3a7-40e4-9d98-3a57702d67e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.043971] env[66071]: INFO networking_nsxv3.common.synchronization [None req-67c78671-7371-418e-aa66-f5bc97a32fc0 None None] Enqueued Resource ID: f78b3590-aa3c-4517-a253-986bd77377a9 with Priority: HIGHEST for action port [ 580.044068] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78b3590-aa3c-4517-a253-986bd77377a9 with Priority: HIGHEST for action port [ 580.044699] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78b3590-aa3c-4517-a253-986bd77377a9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.044830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78b3590-aa3c-4517-a253-986bd77377a9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.044900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78b3590-aa3c-4517-a253-986bd77377a9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.045153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78b3590-aa3c-4517-a253-986bd77377a9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.045469] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78b3590-aa3c-4517-a253-986bd77377a9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.251950] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d296f4a7-cf62-4d64-9a9a-0de3d8236522 None None] Enqueued Resource ID: 0ef33f83-678b-4cca-bad7-0fe065c72ffa with Priority: HIGHEST for action port [ 580.252771] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef33f83-678b-4cca-bad7-0fe065c72ffa with Priority: HIGHEST for action port [ 580.252771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef33f83-678b-4cca-bad7-0fe065c72ffa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.253110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef33f83-678b-4cca-bad7-0fe065c72ffa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.253110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef33f83-678b-4cca-bad7-0fe065c72ffa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.253809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef33f83-678b-4cca-bad7-0fe065c72ffa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.253809] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef33f83-678b-4cca-bad7-0fe065c72ffa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.548371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f78b3590-aa3c-4517-a253-986bd77377a9 [ 580.548594] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.548735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.548792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.548991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.549095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.549286] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f78b3590-aa3c-4517-a253-986bd77377a9 already deleted. [ 580.549286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78b3590-aa3c-4517-a253-986bd77377a9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.759534] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ef33f83-678b-4cca-bad7-0fe065c72ffa [ 580.759534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.759534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.759534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.759534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.759534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.759534] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ef33f83-678b-4cca-bad7-0fe065c72ffa already deleted. [ 580.759534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef33f83-678b-4cca-bad7-0fe065c72ffa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.940807] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e933216a-297c-46d1-b9a3-dbde6274e2fe None None] Enqueued Resource ID: 6acc64ae-c880-4414-a52f-90db69dba9d6 with Priority: HIGHEST for action port [ 580.941091] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6acc64ae-c880-4414-a52f-90db69dba9d6 with Priority: HIGHEST for action port [ 580.942031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6acc64ae-c880-4414-a52f-90db69dba9d6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.942208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6acc64ae-c880-4414-a52f-90db69dba9d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.942208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6acc64ae-c880-4414-a52f-90db69dba9d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.942430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6acc64ae-c880-4414-a52f-90db69dba9d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.942538] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acc64ae-c880-4414-a52f-90db69dba9d6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.446254] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6acc64ae-c880-4414-a52f-90db69dba9d6 [ 581.446254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.446501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.446501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.447239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.447299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.447387] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6acc64ae-c880-4414-a52f-90db69dba9d6 already deleted. [ 581.447471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6acc64ae-c880-4414-a52f-90db69dba9d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.162275] env[66071]: INFO networking_nsxv3.common.synchronization [None req-378e41de-a4e0-49fc-817e-af824d83aceb None None] Enqueued Resource ID: 7d56e518-0656-4f70-ab98-6a0a4c948575 with Priority: HIGHEST for action port [ 582.162987] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7f633efe-48ab-424a-a81e-7bbd207ed8d5 None None] Enqueued Resource ID: be856544-c268-4f50-9bae-7fce6466dc0f with Priority: HIGHEST for action port [ 582.164629] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d56e518-0656-4f70-ab98-6a0a4c948575 with Priority: HIGHEST for action port [ 582.164629] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be856544-c268-4f50-9bae-7fce6466dc0f with Priority: HIGHEST for action port [ 582.166376] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d56e518-0656-4f70-ab98-6a0a4c948575 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.166519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d56e518-0656-4f70-ab98-6a0a4c948575" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.166519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d56e518-0656-4f70-ab98-6a0a4c948575" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.167140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d56e518-0656-4f70-ab98-6a0a4c948575" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.167140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d56e518-0656-4f70-ab98-6a0a4c948575',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.169637] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-be856544-c268-4f50-9bae-7fce6466dc0f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.169637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be856544-c268-4f50-9bae-7fce6466dc0f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.169637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be856544-c268-4f50-9bae-7fce6466dc0f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.169637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be856544-c268-4f50-9bae-7fce6466dc0f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.169637] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be856544-c268-4f50-9bae-7fce6466dc0f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.672210] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d56e518-0656-4f70-ab98-6a0a4c948575 [ 582.672488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.672667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.672667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.672946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.672946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.673167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d56e518-0656-4f70-ab98-6a0a4c948575 already deleted. [ 582.673167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d56e518-0656-4f70-ab98-6a0a4c948575" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.686497] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be856544-c268-4f50-9bae-7fce6466dc0f [ 582.686497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.686497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.686497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.686882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.686882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.686882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be856544-c268-4f50-9bae-7fce6466dc0f already deleted. [ 582.686976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be856544-c268-4f50-9bae-7fce6466dc0f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.564379] env[66071]: INFO networking_nsxv3.common.synchronization [None req-3b68c9c9-6bb8-4dac-b36c-adda032eab30 None None] Enqueued Resource ID: 1e9d2e8c-99a3-446a-9dc5-88ff302c0065 with Priority: HIGHEST for action port [ 583.564632] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9d2e8c-99a3-446a-9dc5-88ff302c0065 with Priority: HIGHEST for action port [ 583.565207] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9d2e8c-99a3-446a-9dc5-88ff302c0065 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.565331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9d2e8c-99a3-446a-9dc5-88ff302c0065" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.565397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9d2e8c-99a3-446a-9dc5-88ff302c0065" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.565654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9d2e8c-99a3-446a-9dc5-88ff302c0065" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.565731] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9d2e8c-99a3-446a-9dc5-88ff302c0065',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.683280] env[66071]: INFO networking_nsxv3.common.synchronization [None req-49f8aabe-f70e-43da-b11a-bf097ae11182 None None] Enqueued Resource ID: 4fad515b-53ce-4046-8530-0f6e6127865a with Priority: HIGHEST for action port [ 583.683563] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fad515b-53ce-4046-8530-0f6e6127865a with Priority: HIGHEST for action port [ 583.684422] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fad515b-53ce-4046-8530-0f6e6127865a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.684422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fad515b-53ce-4046-8530-0f6e6127865a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.684422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fad515b-53ce-4046-8530-0f6e6127865a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.684820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fad515b-53ce-4046-8530-0f6e6127865a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.684820] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fad515b-53ce-4046-8530-0f6e6127865a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.070061] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e9d2e8c-99a3-446a-9dc5-88ff302c0065 [ 584.070314] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.070434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.070490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.070698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.070790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.070883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e9d2e8c-99a3-446a-9dc5-88ff302c0065 already deleted. [ 584.070964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9d2e8c-99a3-446a-9dc5-88ff302c0065" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.186819] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fad515b-53ce-4046-8530-0f6e6127865a [ 584.187459] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.187459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.187459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.187617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.187652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.187758] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fad515b-53ce-4046-8530-0f6e6127865a already deleted. [ 584.187842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fad515b-53ce-4046-8530-0f6e6127865a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.626753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.628209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.628209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.628209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.629932] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.131867] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.212034] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e7f76962-e0a3-4622-a2a3-9dd4a6cea9cf None None] Enqueued Resource ID: 066070f9-a2c7-431c-abd1-225a887d44c5 with Priority: HIGHEST for action port [ 585.212034] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066070f9-a2c7-431c-abd1-225a887d44c5 with Priority: HIGHEST for action port [ 585.213551] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-066070f9-a2c7-431c-abd1-225a887d44c5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.213691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066070f9-a2c7-431c-abd1-225a887d44c5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.213752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066070f9-a2c7-431c-abd1-225a887d44c5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.214130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066070f9-a2c7-431c-abd1-225a887d44c5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.214130] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066070f9-a2c7-431c-abd1-225a887d44c5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.424336] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7ceb669b-513f-4eb3-bdfc-96e7b88a0828 None None] Enqueued Resource ID: c3c769af-0d69-43be-a80c-2fb5ef7d266a with Priority: HIGHEST for action port [ 585.424336] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c769af-0d69-43be-a80c-2fb5ef7d266a with Priority: HIGHEST for action port [ 585.424812] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c769af-0d69-43be-a80c-2fb5ef7d266a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.424938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c769af-0d69-43be-a80c-2fb5ef7d266a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.425015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c769af-0d69-43be-a80c-2fb5ef7d266a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.427042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c769af-0d69-43be-a80c-2fb5ef7d266a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.427139] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c769af-0d69-43be-a80c-2fb5ef7d266a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.633793] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.717496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066070f9-a2c7-431c-abd1-225a887d44c5 [ 585.717621] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.717758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.717830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.718060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.718597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.718597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066070f9-a2c7-431c-abd1-225a887d44c5 already deleted. [ 585.718597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066070f9-a2c7-431c-abd1-225a887d44c5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.931303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3c769af-0d69-43be-a80c-2fb5ef7d266a [ 585.931493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.931623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.931789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.932959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.932959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.932959] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3c769af-0d69-43be-a80c-2fb5ef7d266a already deleted. [ 585.932959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c769af-0d69-43be-a80c-2fb5ef7d266a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.138055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 586.138055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 586.916171] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.916171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.916171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.916171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.935019] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.935019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.935019] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.944247] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6b09fb56-58f1-4423-ae8f-8205224c9cc9 None None] Enqueued Resource ID: 1303dbd9-a7d4-4979-8c2e-c6786557c3cc with Priority: HIGHEST for action port [ 586.944247] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1303dbd9-a7d4-4979-8c2e-c6786557c3cc with Priority: HIGHEST for action port [ 586.944247] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1303dbd9-a7d4-4979-8c2e-c6786557c3cc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.944247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1303dbd9-a7d4-4979-8c2e-c6786557c3cc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.944247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1303dbd9-a7d4-4979-8c2e-c6786557c3cc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.944247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1303dbd9-a7d4-4979-8c2e-c6786557c3cc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.944247] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1303dbd9-a7d4-4979-8c2e-c6786557c3cc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.957555] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.958028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.958028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.958293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.958293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.958373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.958506] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.958506] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 586.984840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.985042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.985042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.985282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.985328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.985443] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 587.011946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.012110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.012166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.012400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.012529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.012616] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 587.020313] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f65c2e58-d7e8-4670-a8fe-3fce835e6bc4 None None] Enqueued Resource ID: 1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a with Priority: HIGHEST for action port [ 587.020571] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a with Priority: HIGHEST for action port [ 587.021152] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.021280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.021348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.021595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.021678] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.036198] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.036198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.036198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.036198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.036198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.036198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 587.036198] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.036198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 587.056063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.056423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.057711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.057711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.057711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.057711] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 587.057846] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.057846] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 587.080109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.080233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.080290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.080485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.080594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.080718] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 587.080792] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.080858] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 587.080923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 587.081040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 587.081084] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 587.081125] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 587.081661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 587.081661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 587.081661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 587.110016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.110283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.110283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.110484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.110484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.110539] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 587.136576] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.136751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.136817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.137981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.137981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.170709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.447556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1303dbd9-a7d4-4979-8c2e-c6786557c3cc [ 587.447886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.447886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.447886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.448409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.448409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.448409] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1303dbd9-a7d4-4979-8c2e-c6786557c3cc already deleted. [ 587.448409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1303dbd9-a7d4-4979-8c2e-c6786557c3cc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.524075] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a [ 587.524315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.524456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.524525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.525519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.525686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.525818] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a already deleted. [ 587.525900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6e22a4-e9c6-46b7-b18f-9d8960b8eb3a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.869015] env[66071]: INFO networking_nsxv3.common.synchronization [req-16bfdacd-3385-44fc-bb1b-e0c8bbd2799a req-8b7f7f88-a5b4-43c3-bc30-e01b5cff51ac tempest-ServerDiagnosticsTest-478761339 tempest-ServerDiagnosticsTest-478761339-project-member] Enqueued Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 587.870910] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 587.871251] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.871444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.871688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.871847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.872042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.873137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.873288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.873403] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.069586] env[66071]: INFO networking_nsxv3.common.synchronization [None req-050779f2-3eef-4da9-823f-22165e46c7cd tempest-ServersTestManualDisk-1183587342 tempest-ServersTestManualDisk-1183587342-project-member] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 588.070316] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 588.070442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.070566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.070566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.071019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.071019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.171690] env[66071]: INFO networking_nsxv3.common.synchronization [None req-89dd7d3a-61c2-4307-9fa6-0148de34e70a tempest-ServersTestManualDisk-1183587342 tempest-ServersTestManualDisk-1183587342-project-member] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 588.171690] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 588.171690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.171690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.177033] env[66071]: INFO networking_nsxv3.common.synchronization [req-bbdbb3a4-eade-4692-a2e7-61e790af95f3 req-1b95f6bb-0ca2-48ee-a8c2-f3638ad266d0 tempest-SecurityGroupRulesNegativeTestJSON-1493229496 tempest-SecurityGroupRulesNegativeTestJSON-1493229496-project-member] Enqueued Resource ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca with Priority: HIGHEST for action security_group_rules [ 588.177033] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca with Priority: HIGHEST for action security_group_rules [ 588.177033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.177033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.177033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.177033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.177033] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.378494] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.378708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.378799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.379028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.379125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.379318] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.379424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.379494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.379623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.379696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.379777] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c already deleted. [ 588.379858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.594093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.594093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.594093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.594093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.594093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.594093] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b already deleted. [ 588.594422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.594422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.594422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.594513] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.648171] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.648381] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.648498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.648796] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.649106] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.649277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.649436] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.649971] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.650136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.650426] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.651177] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.651177] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.651177] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.651177] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.651177] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.651351] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.669627] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.669874] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.670041] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.670223] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.670530] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-95bf2326-a859-40ec-a2a5-f7bf1962b25d taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.670700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.670815] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.671156] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.671309] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95bf2326-a859-40ec-a2a5-f7bf1962b25d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.698027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.698146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.698190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.698401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.698491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.698584] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca already deleted. [ 588.698668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.757749] env[66071]: INFO networking_nsxv3.common.synchronization [None req-09277ec5-d26d-4f47-9d05-4081467987aa None None] Enqueued Resource ID: 28ff8081-22a9-40eb-9736-91311af98f91 with Priority: HIGHEST for action port [ 588.757749] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ff8081-22a9-40eb-9736-91311af98f91 with Priority: HIGHEST for action port [ 588.757974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ff8081-22a9-40eb-9736-91311af98f91 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.758130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ff8081-22a9-40eb-9736-91311af98f91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.758200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ff8081-22a9-40eb-9736-91311af98f91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.758441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ff8081-22a9-40eb-9736-91311af98f91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.758526] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ff8081-22a9-40eb-9736-91311af98f91',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.116891] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.116891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.116891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.116891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.116891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.116891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b already deleted. [ 589.116891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.173846] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.174697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.174697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.174697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.175498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.175498] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 95bf2326-a859-40ec-a2a5-f7bf1962b25d not found, creating... [ 589.175840] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.177056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.177056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.177056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.177056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.177947] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.177947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.177947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.177947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.177947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.178179] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 95bf2326-a859-40ec-a2a5-f7bf1962b25d is going to be created. [ 589.202104] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.202332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.202824] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.202824] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.202982] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.203272] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.260246] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28ff8081-22a9-40eb-9736-91311af98f91 [ 589.260513] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.260660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.260836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.261144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.261199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.264033] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28ff8081-22a9-40eb-9736-91311af98f91 already deleted. [ 589.264033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ff8081-22a9-40eb-9736-91311af98f91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.280500] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b08893e-abf9-4939-ac67-f79880ccc806 req-0bdc9709-0804-4c00-baf8-6d0e1b25c951 tempest-ServerMetadataTestJSON-2051425179 tempest-ServerMetadataTestJSON-2051425179-project-member] Enqueued Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 589.281081] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 589.281391] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.281517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.281585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.281844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.282017] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.283357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.283428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.283613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.283721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.284569] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.770134] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.770330] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-627" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.770450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-627" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.770774] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-627" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.771148] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.771310] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.771420] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.771634] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.771775] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.772180] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.772320] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.772429] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.772535] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.772643] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.772744] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.772872] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.786936] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.787463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.787659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.788093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.788186] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 already deleted. [ 589.788275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.791567] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.791721] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.791863] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.792081] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-627" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.792409] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-6c96d014-b6a3-478e-832c-9f64d154547a taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.792573] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.792692] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.792967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.793118] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c96d014-b6a3-478e-832c-9f64d154547a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.940492] env[66071]: INFO networking_nsxv3.common.synchronization [req-16bfdacd-3385-44fc-bb1b-e0c8bbd2799a req-398651bc-2ce9-4a4a-a4ad-d7bf136177f3 service nova] Enqueued Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_rules [ 589.940669] env[66071]: INFO networking_nsxv3.common.synchronization [req-16bfdacd-3385-44fc-bb1b-e0c8bbd2799a req-398651bc-2ce9-4a4a-a4ad-d7bf136177f3 service nova] Enqueued Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 589.940925] env[66071]: INFO networking_nsxv3.common.synchronization [req-16bfdacd-3385-44fc-bb1b-e0c8bbd2799a req-398651bc-2ce9-4a4a-a4ad-d7bf136177f3 service nova] Enqueued Resource ID: 95bf2326-a859-40ec-a2a5-f7bf1962b25d with Priority: HIGHEST for action port [ 589.941414] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_rules [ 589.941553] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 589.941647] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95bf2326-a859-40ec-a2a5-f7bf1962b25d with Priority: HIGHEST for action port [ 589.941896] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.942021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.942092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.942330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.942413] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.943739] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.943884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.943967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.944137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.944309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.945218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.945263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.945437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.945527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.945622] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.946402] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-95bf2326-a859-40ec-a2a5-f7bf1962b25d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.946509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.946576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.947197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.947197] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95bf2326-a859-40ec-a2a5-f7bf1962b25d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.296023] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.296433] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.296433] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.297030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.297030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.297030] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 6c96d014-b6a3-478e-832c-9f64d154547a not found, creating... [ 590.297285] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.297444] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.297564] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.297782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.297915] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.298316] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.298487] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.298599] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.298817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.298945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.299097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 6c96d014-b6a3-478e-832c-9f64d154547a is going to be created. [ 590.319805] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.320062] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.320219] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.320839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.320839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.320945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.446629] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.446936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.448129] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.449093] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95bf2326-a859-40ec-a2a5-f7bf1962b25d with status ACTIVE [ 590.449282] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.449396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.449460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.449663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.449740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.449902] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.449999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.450077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.450220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.450313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.450492] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.450580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.450636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.450786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.450987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.451152] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95bf2326-a859-40ec-a2a5-f7bf1962b25d is going to be updated. [ 590.474445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.474605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.474655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.474842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.474970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.475126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95bf2326-a859-40ec-a2a5-f7bf1962b25d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.954024] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.091166] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b08893e-abf9-4939-ac67-f79880ccc806 req-c02fdc9f-c958-4836-b7ce-d5bedc3cc067 service nova] Enqueued Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_rules [ 591.092197] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b08893e-abf9-4939-ac67-f79880ccc806 req-c02fdc9f-c958-4836-b7ce-d5bedc3cc067 service nova] Enqueued Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 591.092197] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b08893e-abf9-4939-ac67-f79880ccc806 req-c02fdc9f-c958-4836-b7ce-d5bedc3cc067 service nova] Enqueued Resource ID: 6c96d014-b6a3-478e-832c-9f64d154547a with Priority: HIGHEST for action port [ 591.092197] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_rules [ 591.092197] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 591.092197] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c96d014-b6a3-478e-832c-9f64d154547a with Priority: HIGHEST for action port [ 591.093114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.093114] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.094191] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.094304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.094373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.094539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.094679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.094774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.094834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.094974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.095067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.095158] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.095876] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c96d014-b6a3-478e-832c-9f64d154547a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.095976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.096057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.096196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.096313] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c96d014-b6a3-478e-832c-9f64d154547a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.457368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.457670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.457670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.457802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.457891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.457997] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c is going to be created. [ 591.469138] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c0246f43-7955-4bc7-bc0a-8b03f01bdb04 tempest-VolumesAssistedSnapshotsTest-754921109 tempest-VolumesAssistedSnapshotsTest-754921109-project-member] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 591.470231] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 591.470231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.470231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.470231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.470371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.470411] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.488033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.488033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.488033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.488241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.488289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.511226] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: UNINITIALIZED for 2s [ 591.600104] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.600357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.600437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.609870] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c96d014-b6a3-478e-832c-9f64d154547a with status ACTIVE [ 591.610228] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.610228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.610351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.610503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.611304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.611304] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.611304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.611304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.611304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.611304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.611563] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.611563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.611563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.611667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.611697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.611775] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c96d014-b6a3-478e-832c-9f64d154547a is going to be updated. [ 591.636189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.636189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.636189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.636189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.636189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.636556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c96d014-b6a3-478e-832c-9f64d154547a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.738114] env[66071]: INFO networking_nsxv3.common.synchronization [None req-40dcab6d-b8ea-4b9c-a6b0-73bed1a2100b tempest-VolumesAssistedSnapshotsTest-754921109 tempest-VolumesAssistedSnapshotsTest-754921109-project-member] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 591.738681] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 591.741015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.741015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.990068] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.990246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.990316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.990812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.990812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.990812] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95eedb-61c2-4d27-8199-180218e34163 already deleted. [ 591.990812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.990965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.991114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.991194] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.101571] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.246902] env[66071]: INFO networking_nsxv3.common.synchronization [None req-8b893b8c-5354-4cae-b7bd-67862b3aa252 None None] Enqueued Resource ID: c295fe07-dc58-42c7-8176-10a08cd6abe2 with Priority: HIGHEST for action port [ 592.250349] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c295fe07-dc58-42c7-8176-10a08cd6abe2 with Priority: HIGHEST for action port [ 592.250349] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-c295fe07-dc58-42c7-8176-10a08cd6abe2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.250349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c295fe07-dc58-42c7-8176-10a08cd6abe2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.250349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c295fe07-dc58-42c7-8176-10a08cd6abe2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.250349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c295fe07-dc58-42c7-8176-10a08cd6abe2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.250349] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c295fe07-dc58-42c7-8176-10a08cd6abe2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.257146] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7b6c32f-b9c8-4a93-a1b0-d68aeddde4ca req-e7069452-52e3-4f93-84b5-4830ae8ff2f2 tempest-DeleteServersAdminTestJSON-1824743226 tempest-DeleteServersAdminTestJSON-1824743226-project-member] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 592.257794] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 592.258169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.259051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.259051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.259324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.260240] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.260240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.260240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.260240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.260240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.260240] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.515793] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.516152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.516152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.516245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.516335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.516468] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95eedb-61c2-4d27-8199-180218e34163 already deleted. [ 592.516565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.604858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.604998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.605197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.605320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.605375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.605472] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 is going to be created. [ 592.628548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.628932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.639303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: UNINITIALIZED for 2s [ 592.753349] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c295fe07-dc58-42c7-8176-10a08cd6abe2 [ 592.753432] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.753768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.753956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.754617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.754684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.754752] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c295fe07-dc58-42c7-8176-10a08cd6abe2 already deleted. [ 592.754839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c295fe07-dc58-42c7-8176-10a08cd6abe2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.762920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.762920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.762920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.762920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.763209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.763209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.763283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.763340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.763489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.763624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.763697] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd already deleted. [ 592.763790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.019917] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.019917] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.020144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.020332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.020977] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.020977] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.020977] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.021156] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.021156] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.021353] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.021454] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.021551] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.021652] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.021750] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.021843] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.021963] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.043128] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.043291] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.043419] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.043595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.043953] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-9492d980-4cc1-4769-bb30-8bce4555b1d2 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.044516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.044516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.044628] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.044727] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9492d980-4cc1-4769-bb30-8bce4555b1d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.520966] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: SUCCESS [ 593.521441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521826] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.522038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.522170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.522251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522456] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.547246] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.547473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.547592] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.547874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.548132] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.548195] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 9492d980-4cc1-4769-bb30-8bce4555b1d2 not found, creating... [ 593.548415] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.548566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.548679] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.548910] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.549060] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.549336] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.549475] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.549586] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.549784] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.549984] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.550791] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 9492d980-4cc1-4769-bb30-8bce4555b1d2 is going to be created. [ 593.572882] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.573123] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.573266] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.573488] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.573796] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.574041] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.915977] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6d6203c4-c81a-4d6a-a8ed-99b87e03aedf None None] Enqueued Resource ID: de4f26d4-a5c8-4545-8d27-85c7681017d6 with Priority: HIGHEST for action port [ 593.916591] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f26d4-a5c8-4545-8d27-85c7681017d6 with Priority: HIGHEST for action port [ 593.916950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-de4f26d4-a5c8-4545-8d27-85c7681017d6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.917043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de4f26d4-a5c8-4545-8d27-85c7681017d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.917948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de4f26d4-a5c8-4545-8d27-85c7681017d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.917948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de4f26d4-a5c8-4545-8d27-85c7681017d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.917948] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de4f26d4-a5c8-4545-8d27-85c7681017d6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.026342] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.026548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.026728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.026969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.027177] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.027319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.027362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.027637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.027637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.027800] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.027931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.027989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.028182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.028344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.028487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.028536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.028656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.028811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.028855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.028940] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7b6c32f-b9c8-4a93-a1b0-d68aeddde4ca req-2ed11daf-c7df-4380-b0b4-96cf535ed12b service nova] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_rules [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7b6c32f-b9c8-4a93-a1b0-d68aeddde4ca req-2ed11daf-c7df-4380-b0b4-96cf535ed12b service nova] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7b6c32f-b9c8-4a93-a1b0-d68aeddde4ca req-2ed11daf-c7df-4380-b0b4-96cf535ed12b service nova] Enqueued Resource ID: 9492d980-4cc1-4769-bb30-8bce4555b1d2 with Priority: HIGHEST for action port [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_rules [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 594.317421] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492d980-4cc1-4769-bb30-8bce4555b1d2 with Priority: HIGHEST for action port [ 594.318980] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.318980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.319153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.319296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.320087] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.320249] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.320361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.320432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.320604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.320760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.320868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.320944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.321102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.322081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.322081] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.325486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9492d980-4cc1-4769-bb30-8bce4555b1d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.325606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.325678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.326180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.326180] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9492d980-4cc1-4769-bb30-8bce4555b1d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.422795] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de4f26d4-a5c8-4545-8d27-85c7681017d6 [ 594.422958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.423121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.423190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.423410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.423501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.423680] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de4f26d4-a5c8-4545-8d27-85c7681017d6 already deleted. [ 594.423680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de4f26d4-a5c8-4545-8d27-85c7681017d6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.531882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc333de1-e15d-48a4-a415-0bbaa195744c: rpc.has_security_group_logging(os_id): False [ 594.552395] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.552564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.552618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.552824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.552913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.553132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.553406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.553406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.553511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.553545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.553751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.554118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.554118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.554118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.554118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.554305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.554395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.554455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.554589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.554660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.554744] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c is going to be created. [ 594.623330] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.623330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.623330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.623330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.623578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.634461] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: IN_PROGRESS for 2s [ 594.651165] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: SUCCESS [ 594.651405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.651562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.651811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652604] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.831149] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.831149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9492d980-4cc1-4769-bb30-8bce4555b1d2 with status ACTIVE [ 594.831149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.831149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.831149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.831876] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.831876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.831876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.831876] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9492d980-4cc1-4769-bb30-8bce4555b1d2 is going to be updated. [ 594.859417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.859417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.859417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.859417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.859417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.859626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9492d980-4cc1-4769-bb30-8bce4555b1d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.072658] env[66071]: INFO networking_nsxv3.common.synchronization [req-2aec7ef1-9b56-42be-8ea2-792542a70fbb req-3d921261-133d-4737-8d52-5ab4a668bad9 tempest-ImagesOneServerTestJSON-108808239 tempest-ImagesOneServerTestJSON-108808239-project-member] Enqueued Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 595.072658] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 595.072658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.072658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.072658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.072658] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.154720] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.155290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.158179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.158179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.158179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.158179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.158893] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.336857] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.397548] env[66071]: INFO networking_nsxv3.common.synchronization [req-683ce869-ae82-4d82-8a2f-524c792c5384 req-70df6850-93c6-43b6-bcde-dba5580ab29e tempest-SecurityGroupRulesNegativeTestJSON-1493229496 tempest-SecurityGroupRulesNegativeTestJSON-1493229496-project-member] Enqueued Resource ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca with Priority: HIGHEST for action security_group_rules [ 595.398134] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca with Priority: HIGHEST for action security_group_rules [ 595.398459] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.398592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.398686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.398939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.398975] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.544221] env[66071]: INFO networking_nsxv3.common.synchronization [None req-8b08da05-3cdd-42c5-bbb5-ef7fa8e1ab8e None None] Enqueued Resource ID: b2bec839-3b04-4897-b6ec-8f9a8509b46d with Priority: HIGHEST for action port [ 595.544221] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bec839-3b04-4897-b6ec-8f9a8509b46d with Priority: HIGHEST for action port [ 595.544221] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2bec839-3b04-4897-b6ec-8f9a8509b46d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.544221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2bec839-3b04-4897-b6ec-8f9a8509b46d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.544221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2bec839-3b04-4897-b6ec-8f9a8509b46d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.546107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2bec839-3b04-4897-b6ec-8f9a8509b46d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.546631] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2bec839-3b04-4897-b6ec-8f9a8509b46d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.577103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.577253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.577316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.577530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.577613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.577789] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.578066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.578150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.578182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578265] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 already deleted. [ 595.578351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.662479] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b46e428-a84d-4a71-b980-95e3c6750470: rpc.has_security_group_logging(os_id): False [ 595.681386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.682023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.682023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.682023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.682023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.682269] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.682420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.682420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.682575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.682654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.682829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.682913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.682970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.683125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.683197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.683371] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.683461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.683523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.683662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.683741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.683811] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 is going to be created. [ 595.747040] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.747040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.747040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.747040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.747040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.758576] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: IN_PROGRESS for 2s [ 595.843566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.843817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.843817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.844270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.844270] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be created. [ 595.870095] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.870095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.870269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.870367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.870521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.884929] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: UNINITIALIZED for 2s [ 595.924209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.924374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.924416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.924634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.924718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.924813] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca already deleted. [ 595.924891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ffe324a-c7b2-43bf-b0d4-dc668f5f6eca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.049471] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2bec839-3b04-4897-b6ec-8f9a8509b46d [ 596.049738] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.049874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.050081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.050247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.050378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.050438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2bec839-3b04-4897-b6ec-8f9a8509b46d already deleted. [ 596.050522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2bec839-3b04-4897-b6ec-8f9a8509b46d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.188989] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.188989] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-651" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.188989] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-651" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.188989] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-651" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.189443] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.189443] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.189539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.189748] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.189901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.190110] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.190239] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.190348] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.190446] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.190566] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.190635] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.190765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.212156] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.212489] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.212670] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.212924] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-651" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.213311] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-855e967f-5095-4a9a-bb87-a8bd21b373dc taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.213970] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.213970] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.214096] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.215106] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855e967f-5095-4a9a-bb87-a8bd21b373dc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.595181] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b926a16e-9e32-4c38-966e-61e0878b3818 None None] Enqueued Resource ID: a11b615b-a2ca-4316-b009-8c9b8e28b13f with Priority: HIGHEST for action port [ 596.595181] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11b615b-a2ca-4316-b009-8c9b8e28b13f with Priority: HIGHEST for action port [ 596.595591] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11b615b-a2ca-4316-b009-8c9b8e28b13f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.595591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11b615b-a2ca-4316-b009-8c9b8e28b13f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.595884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11b615b-a2ca-4316-b009-8c9b8e28b13f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.595920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11b615b-a2ca-4316-b009-8c9b8e28b13f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.595993] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11b615b-a2ca-4316-b009-8c9b8e28b13f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.646899] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: SUCCESS [ 596.648988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.719029] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.719029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.719029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.719266] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.720605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.720605] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 855e967f-5095-4a9a-bb87-a8bd21b373dc not found, creating... [ 596.720605] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.720605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.720605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.720605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.720605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.721124] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.721322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.721439] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.721652] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.721778] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.721915] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 855e967f-5095-4a9a-bb87-a8bd21b373dc is going to be created. [ 596.742266] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.742464] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.742585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.742916] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.743173] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.743380] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.099205] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a11b615b-a2ca-4316-b009-8c9b8e28b13f [ 597.099442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.099581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.099856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.099856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.099947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.100058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a11b615b-a2ca-4316-b009-8c9b8e28b13f already deleted. [ 597.100145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11b615b-a2ca-4316-b009-8c9b8e28b13f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.467092] env[66071]: INFO networking_nsxv3.common.synchronization [req-2aec7ef1-9b56-42be-8ea2-792542a70fbb req-03b8289f-6de7-4095-b24d-b2fc2b1ac74f service nova] Enqueued Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_rules [ 597.467092] env[66071]: INFO networking_nsxv3.common.synchronization [req-2aec7ef1-9b56-42be-8ea2-792542a70fbb req-03b8289f-6de7-4095-b24d-b2fc2b1ac74f service nova] Enqueued Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 597.467283] env[66071]: INFO networking_nsxv3.common.synchronization [req-2aec7ef1-9b56-42be-8ea2-792542a70fbb req-03b8289f-6de7-4095-b24d-b2fc2b1ac74f service nova] Enqueued Resource ID: 855e967f-5095-4a9a-bb87-a8bd21b373dc with Priority: HIGHEST for action port [ 597.467732] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_rules [ 597.467880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 597.467979] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855e967f-5095-4a9a-bb87-a8bd21b373dc with Priority: HIGHEST for action port [ 597.468583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.468722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.468778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.469028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.469122] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.473102] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.473274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.473346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.473697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.474907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.474977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.475169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.475258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.475354] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.479857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-855e967f-5095-4a9a-bb87-a8bd21b373dc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.479977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.480060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.480242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.480333] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855e967f-5095-4a9a-bb87-a8bd21b373dc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.772848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: SUCCESS [ 597.773298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912740] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.912740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912740] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.949776] env[66071]: INFO networking_nsxv3.common.synchronization [req-ccd681ab-9f00-4ddc-93c9-4ee1193f9c58 req-61518bea-919a-490f-a7d1-6511a5c3fe7d tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 597.950492] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 597.950803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.954272] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.954438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.954536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.954759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.955147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.955147] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.973242] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.973402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.983925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 855e967f-5095-4a9a-bb87-a8bd21b373dc with status ACTIVE [ 597.984195] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.984347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.984457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.985083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.985083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.985083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.985352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.985352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.985352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.985451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.985577] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.985669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.985877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.985877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.986294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.986294] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 855e967f-5095-4a9a-bb87-a8bd21b373dc is going to be updated. [ 597.987698] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.011404] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.011582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.011582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.012374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.012374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.012374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855e967f-5095-4a9a-bb87-a8bd21b373dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.319162] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c3cdfcbc-f188-4b53-873c-c1802f6b0d68 None None] Enqueued Resource ID: 90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4 with Priority: HIGHEST for action port [ 598.319867] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4 with Priority: HIGHEST for action port [ 598.320350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.321124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.321124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.322882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.322882] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.414728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.414855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.415167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.415167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.415333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.415502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.415502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.415629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.415866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.415866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.416031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.416127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.416442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.416640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.416873] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.416969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.417040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.417213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.417354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.419720] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.446993] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.447235] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.447354] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.447608] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.447974] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.448094] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.449329] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.449465] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.449607] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.450619] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.450752] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.450864] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.450973] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.451091] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.451190] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.451318] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.458504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.458585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.458684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.458858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.458948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.459156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.459254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.459315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.459463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.459537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.459619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc already deleted. [ 598.459726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.470799] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.471045] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.471421] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.471657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.472043] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-19b90f9d-38fd-428f-ba78-59aabf73f910 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.472412] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.472556] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.472892] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.473081] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b90f9d-38fd-428f-ba78-59aabf73f910',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.489733] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.827473] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4 [ 598.827748] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.827883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.827988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.828226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.828310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.828410] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4 already deleted. [ 598.828488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b7d2f4-0996-4ba7-b5f8-41f0d955a4f4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.921704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8e626f-0e47-4204-a978-680a7b8268cd: rpc.has_security_group_logging(os_id): False [ 598.942831] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.943049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.943130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.943397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.943516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.943780] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.943885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.943948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.944128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.944206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.944500] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.944567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.944622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.944796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.944882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.945137] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.945255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.945415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.945571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.945712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.945781] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be created. [ 598.976143] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.976299] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.976427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.976752] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.976895] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.977589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 19b90f9d-38fd-428f-ba78-59aabf73f910 not found, creating... [ 598.977589] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.977589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.977589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.977831] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.977950] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.978359] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.979620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.979620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.979620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.979620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.979620] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 19b90f9d-38fd-428f-ba78-59aabf73f910 is going to be created. [ 598.992310] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.992479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.992553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.992751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.992951] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 is going to be created. [ 599.005908] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.007808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.007808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.007808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.007808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.007808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.017852] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.018073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.018073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.019846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.019846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.028197] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cc2c8fb-d3e5-46d7-bfad-a89b45c6b395 req-1a383ec6-eec6-4f61-aa23-47e792c2cc98 tempest-ServersTestManualDisk-1183587342 tempest-ServersTestManualDisk-1183587342-project-member] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 599.028197] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 599.031524] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.031729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.031847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.032141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.032309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.032406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.032467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.032631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.032733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.032830] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.034755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.034755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.034755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.034943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.035526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.036958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 599.046156] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: UNINITIALIZED for 2s [ 599.538771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.538980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.539095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.539330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.539423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.539732] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.539870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.539922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.541363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.541363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.541363] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b already deleted. [ 599.541363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.667115] env[66071]: INFO networking_nsxv3.common.synchronization [None req-89d9b842-c14b-47f8-8a70-377dbf73ef54 None None] Enqueued Resource ID: 144fc456-b3e4-490a-a67d-ccaab5fdb79c with Priority: HIGHEST for action port [ 599.668126] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144fc456-b3e4-490a-a67d-ccaab5fdb79c with Priority: HIGHEST for action port [ 599.668798] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-144fc456-b3e4-490a-a67d-ccaab5fdb79c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.670016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144fc456-b3e4-490a-a67d-ccaab5fdb79c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.670016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144fc456-b3e4-490a-a67d-ccaab5fdb79c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.670016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144fc456-b3e4-490a-a67d-ccaab5fdb79c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.670016] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144fc456-b3e4-490a-a67d-ccaab5fdb79c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.709160] env[66071]: INFO networking_nsxv3.common.synchronization [req-ccd681ab-9f00-4ddc-93c9-4ee1193f9c58 req-a4aa1da5-bd66-4d4e-9cce-4b0e27a4972c service nova] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_rules [ 599.709469] env[66071]: INFO networking_nsxv3.common.synchronization [req-ccd681ab-9f00-4ddc-93c9-4ee1193f9c58 req-a4aa1da5-bd66-4d4e-9cce-4b0e27a4972c service nova] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 599.709670] env[66071]: INFO networking_nsxv3.common.synchronization [req-ccd681ab-9f00-4ddc-93c9-4ee1193f9c58 req-a4aa1da5-bd66-4d4e-9cce-4b0e27a4972c service nova] Enqueued Resource ID: 19b90f9d-38fd-428f-ba78-59aabf73f910 with Priority: HIGHEST for action port [ 599.710302] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_rules [ 599.710416] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 599.710517] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b90f9d-38fd-428f-ba78-59aabf73f910 with Priority: HIGHEST for action port [ 599.710769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.710898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.711030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.711249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.711338] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.712252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.712414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.712485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.712619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.712785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.712898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.712898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.713056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.713117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.713214] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.715541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b90f9d-38fd-428f-ba78-59aabf73f910 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.715722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.715722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.715956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.716089] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b90f9d-38fd-428f-ba78-59aabf73f910',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.049866] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.050238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-643" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.050238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-643" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.050457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-643" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.050758] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.050852] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.050962] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.051600] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.051894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.052428] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.052428] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.052428] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.052575] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.052575] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.052633] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.052848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.073561] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.073769] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.073925] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.074122] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-643" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.074437] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-d993d413-4a22-45f3-a125-32ad7082f60e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.074603] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.074704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.075111] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.075252] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d993d413-4a22-45f3-a125-32ad7082f60e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.172396] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144fc456-b3e4-490a-a67d-ccaab5fdb79c [ 600.172625] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.172942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.172942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.173171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.173243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.173415] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144fc456-b3e4-490a-a67d-ccaab5fdb79c already deleted. [ 600.173415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144fc456-b3e4-490a-a67d-ccaab5fdb79c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.216515] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.219042] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b90f9d-38fd-428f-ba78-59aabf73f910 with status ACTIVE [ 600.219042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.219042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.219042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.219042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.219443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.220033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.220033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.220314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.220658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.220894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.221266] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.221417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.221486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.221655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.222375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.222559] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b90f9d-38fd-428f-ba78-59aabf73f910 is going to be updated. [ 600.225297] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.225297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.247158] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.247352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.247395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.247580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.247713] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.247877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b90f9d-38fd-428f-ba78-59aabf73f910" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.578151] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.578496] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.578701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.578972] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.579203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.579481] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port d993d413-4a22-45f3-a125-32ad7082f60e not found, creating... [ 600.579933] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.580302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.582666] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.582666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.582666] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: d993d413-4a22-45f3-a125-32ad7082f60e is going to be created. [ 600.608781] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.609109] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.609210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.611228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.611228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.611228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.726819] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.055572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 601.055572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.059728] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: SUCCESS [ 601.059941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.060118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.060338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.060536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.061322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.061322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.061322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.061322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.061322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.061322] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.232853] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.233077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.233077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.233393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.233393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.233493] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be created. [ 601.265293] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.265484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.265561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.265783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.265983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.276936] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: UNINITIALIZED for 2s [ 601.341098] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cc2c8fb-d3e5-46d7-bfad-a89b45c6b395 req-f3126312-ecb4-499f-9381-bee9633b9120 service nova] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 601.341098] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cc2c8fb-d3e5-46d7-bfad-a89b45c6b395 req-f3126312-ecb4-499f-9381-bee9633b9120 service nova] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 601.341098] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cc2c8fb-d3e5-46d7-bfad-a89b45c6b395 req-f3126312-ecb4-499f-9381-bee9633b9120 service nova] Enqueued Resource ID: d993d413-4a22-45f3-a125-32ad7082f60e with Priority: HIGHEST for action port [ 601.341996] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_rules [ 601.341996] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 601.342105] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d993d413-4a22-45f3-a125-32ad7082f60e with Priority: HIGHEST for action port [ 601.342454] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.342611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.342678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.342955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.343102] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.344207] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.344207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.344386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.345139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.345139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.345139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.345139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.345139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.345139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.345139] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.346154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d993d413-4a22-45f3-a125-32ad7082f60e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.346293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.347050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.347050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.347050] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d993d413-4a22-45f3-a125-32ad7082f60e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.564445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.564997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.566019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.566019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.566351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.566351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.566351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.566491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.566578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.566664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.566722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.566873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.566945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.567051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.567140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.850444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.850444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.850444] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.851376] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d993d413-4a22-45f3-a125-32ad7082f60e with status ACTIVE [ 601.851648] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.851771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.851771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.852081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.852081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.852247] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.852317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.852366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.852513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.852586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.852761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.852843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.852899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.853116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.853116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.853236] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d993d413-4a22-45f3-a125-32ad7082f60e is going to be updated. [ 601.878321] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.878321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.878321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.878321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.878321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.878321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d993d413-4a22-45f3-a125-32ad7082f60e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.051031] env[66071]: INFO networking_nsxv3.common.synchronization [None req-9ed61e9d-4c75-44bd-aa2c-04e3f89cf3d0 None None] Enqueued Resource ID: 3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea with Priority: HIGHEST for action port [ 602.051031] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea with Priority: HIGHEST for action port [ 602.053772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.053772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.053772] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.073835] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9: rpc.has_security_group_logging(os_id): False [ 602.097028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.097028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.097028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.097028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.097695] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.097695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.097695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.097695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.097695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.097695] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 is going to be created. [ 602.168021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.168021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.168021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.168021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.168021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.183196] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: IN_PROGRESS for 2s [ 602.302691] env[66071]: INFO networking_nsxv3.common.synchronization [None req-02980995-9844-4501-aace-0f4d57ad9c6d None None] Enqueued Resource ID: d7c54bc9-a2e1-45b2-889a-2472ac6a03ef with Priority: HIGHEST for action port [ 602.303608] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c54bc9-a2e1-45b2-889a-2472ac6a03ef with Priority: HIGHEST for action port [ 602.304062] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c54bc9-a2e1-45b2-889a-2472ac6a03ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.304233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c54bc9-a2e1-45b2-889a-2472ac6a03ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.304298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c54bc9-a2e1-45b2-889a-2472ac6a03ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.304614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c54bc9-a2e1-45b2-889a-2472ac6a03ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.304698] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c54bc9-a2e1-45b2-889a-2472ac6a03ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.358435] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.555761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea [ 602.555761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.555761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.555761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.555761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.557425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.557425] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea already deleted. [ 602.557425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cd6fbc9-5ff7-47f5-a70b-1fa57cd0d0ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.808811] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7c54bc9-a2e1-45b2-889a-2472ac6a03ef [ 602.808992] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.809109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.809187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.809389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.809478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.809572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7c54bc9-a2e1-45b2-889a-2472ac6a03ef already deleted. [ 602.809655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c54bc9-a2e1-45b2-889a-2472ac6a03ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.860123] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.862681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.862681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.862681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.862681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.862681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b is going to be created. [ 602.888656] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.888656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.888656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.888656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.888656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.896338] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: UNINITIALIZED for 2s [ 603.293871] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 603.294376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.294376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.294531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.295630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.295630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.295630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.295630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.295630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.295630] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.798680] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.798876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.798913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.799180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.799356] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.799458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.799523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.799675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.799762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.799854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.800011] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.800108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.800169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.800310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.800479] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.800622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.800710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.800902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.801949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.802430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.802494] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.196339] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: SUCCESS [ 604.196608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.305399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8204e977-b7a2-4941-bca3-d1ff118c1ebc: rpc.has_security_group_logging(os_id): False [ 604.326214] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.326362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.326435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.326643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.326732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.326937] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.327153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.327153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.327519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.327601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.327785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.327881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.327956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.328136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.328214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.328679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.328896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.328966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.329146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.329226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.329742] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be created. [ 604.391753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.391949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.391991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.392205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.392568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.404704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 604.472713] env[66071]: INFO networking_nsxv3.common.synchronization [None req-99f19244-07d8-44e5-9b3d-1dcd6babdbe1 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 604.473818] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 604.473932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.474022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.481480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.481605] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.669961] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0e44e0b4-473b-4bc7-b537-0e032c1c5239 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 604.670602] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 604.670923] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.671334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.908853] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: SUCCESS [ 604.909136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.909136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.909376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.912266] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.912266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.912460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.912538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.912638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.912734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.912840] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.012261] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.012261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.012261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.012522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.012522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.012639] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af already deleted. [ 605.012769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.012852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.012996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.013228] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.177262] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d9dffdd6-2db2-4abe-8c2b-acb592484b7a None None] Enqueued Resource ID: 4ecf8500-ee8e-443e-be9c-fea2c513177a with Priority: HIGHEST for action port [ 605.177262] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecf8500-ee8e-443e-be9c-fea2c513177a with Priority: HIGHEST for action port [ 605.177262] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ecf8500-ee8e-443e-be9c-fea2c513177a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.178020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ecf8500-ee8e-443e-be9c-fea2c513177a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.178112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ecf8500-ee8e-443e-be9c-fea2c513177a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.178373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ecf8500-ee8e-443e-be9c-fea2c513177a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178454] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecf8500-ee8e-443e-be9c-fea2c513177a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.364860] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7dbc6440-0707-458b-bc5c-21ef78f7cd21 None None] Enqueued Resource ID: 3858c590-dde0-4873-a500-69efc5bd710c with Priority: HIGHEST for action port [ 605.365196] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3858c590-dde0-4873-a500-69efc5bd710c with Priority: HIGHEST for action port [ 605.365620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3858c590-dde0-4873-a500-69efc5bd710c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.365922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3858c590-dde0-4873-a500-69efc5bd710c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.365922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3858c590-dde0-4873-a500-69efc5bd710c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.366384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3858c590-dde0-4873-a500-69efc5bd710c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.366948] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3858c590-dde0-4873-a500-69efc5bd710c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.416610] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.540860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.541091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.541091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.541300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.541385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.541478] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af already deleted. [ 605.541594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.681644] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ecf8500-ee8e-443e-be9c-fea2c513177a [ 605.681962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.682157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.682250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.682526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.682643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.682767] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ecf8500-ee8e-443e-be9c-fea2c513177a already deleted. [ 605.682876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ecf8500-ee8e-443e-be9c-fea2c513177a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.795019] env[66071]: INFO networking_nsxv3.common.synchronization [req-5328f69b-1281-401a-ae7a-02e8bd990c3c req-11a6be0f-dc05-4bd8-b407-2dfb84b20b9a tempest-VolumesAssistedSnapshotsTest-754921109 tempest-VolumesAssistedSnapshotsTest-754921109-project-member] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 605.795019] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 605.795019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.795019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.795019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.795019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.868632] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3858c590-dde0-4873-a500-69efc5bd710c [ 605.868862] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.868986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.869119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.869278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.869366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.869475] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3858c590-dde0-4873-a500-69efc5bd710c already deleted. [ 605.869532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3858c590-dde0-4873-a500-69efc5bd710c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.919330] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f80709e-ab01-4cd5-ae2c-0362c1bb868b: rpc.has_security_group_logging(os_id): False [ 605.939856] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.940118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.940118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.940342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.940429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.940702] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.940798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.941068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.941068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.941254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.941254] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b is going to be created. [ 606.009973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.010227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.010877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.010877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.010877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.024843] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: IN_PROGRESS for 2s [ 606.175106] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.175106] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-714" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.175106] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-714" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.175576] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-714" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.175576] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.175576] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.175796] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.175911] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.176082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.176297] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.176404] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.176506] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.176604] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.176702] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.176799] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.176940] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.200504] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.200673] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.200809] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.200985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-714" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.201338] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.201528] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.201625] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.202120] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.202229] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b806b0e-16b2-4643-9f6c-49c504c4b6e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.297319] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.297659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.297659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.297779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.297837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.298072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.298233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.298292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.298449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.298525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.298619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95eedb-61c2-4d27-8199-180218e34163 already deleted. [ 606.298705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.416727] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 606.416727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.704788] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.705114] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.705276] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.705617] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.705796] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.706135] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 not found, creating... [ 606.706476] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.706685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.706950] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.707215] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.707357] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707657] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.707810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.707921] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.708152] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.708283] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.708417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 is going to be created. [ 606.730468] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.730787] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.731044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.731743] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.731838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.734121] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.383970] env[66071]: INFO networking_nsxv3.common.synchronization [None req-39b3314d-9cce-4121-95e7-31a68960515f None None] Enqueued Resource ID: 6ded8ec5-486d-493e-ae59-cc7948f5e3fd with Priority: HIGHEST for action port [ 607.383970] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ded8ec5-486d-493e-ae59-cc7948f5e3fd with Priority: HIGHEST for action port [ 607.383970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ded8ec5-486d-493e-ae59-cc7948f5e3fd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.383970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ded8ec5-486d-493e-ae59-cc7948f5e3fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.383970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ded8ec5-486d-493e-ae59-cc7948f5e3fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.383970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ded8ec5-486d-493e-ae59-cc7948f5e3fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.384326] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ded8ec5-486d-493e-ae59-cc7948f5e3fd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [req-5328f69b-1281-401a-ae7a-02e8bd990c3c req-39f69a95-25a1-4e07-8fc9-0b4d87aa6514 service nova] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [req-5328f69b-1281-401a-ae7a-02e8bd990c3c req-39f69a95-25a1-4e07-8fc9-0b4d87aa6514 service nova] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [req-5328f69b-1281-401a-ae7a-02e8bd990c3c req-39f69a95-25a1-4e07-8fc9-0b4d87aa6514 service nova] Enqueued Resource ID: 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 with Priority: HIGHEST for action port [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_rules [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 607.474243] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 with Priority: HIGHEST for action port [ 607.475073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.475073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.475073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.475073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.475073] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.475860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.476062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.476062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.476217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.476341] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.476475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.476543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.476754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.476754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.476874] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.477645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.477781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.477842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.478268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.478268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b806b0e-16b2-4643-9f6c-49c504c4b6e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.540494] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fe127cb7-f7c4-4259-af69-f1cc7747a121 None None] Enqueued Resource ID: 23396852-db45-4730-872f-147a93d68028 with Priority: HIGHEST for action port [ 607.540756] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23396852-db45-4730-872f-147a93d68028 with Priority: HIGHEST for action port [ 607.541380] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-23396852-db45-4730-872f-147a93d68028 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.541517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23396852-db45-4730-872f-147a93d68028" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.541578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23396852-db45-4730-872f-147a93d68028" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.541819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23396852-db45-4730-872f-147a93d68028" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.541918] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23396852-db45-4730-872f-147a93d68028',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.887528] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ded8ec5-486d-493e-ae59-cc7948f5e3fd [ 607.887724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.887883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.888385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.888385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.888385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.888385] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ded8ec5-486d-493e-ae59-cc7948f5e3fd already deleted. [ 607.888605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ded8ec5-486d-493e-ae59-cc7948f5e3fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.980241] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.980407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.983592] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.984194] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 with status ACTIVE [ 607.985014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.985157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.985224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.985432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.985514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.985693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.987025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.987025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.987025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b806b0e-16b2-4643-9f6c-49c504c4b6e0 is going to be updated. [ 608.009064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.009254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.009297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.009629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.009769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b806b0e-16b2-4643-9f6c-49c504c4b6e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.039113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: SUCCESS [ 608.039859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.046218] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23396852-db45-4730-872f-147a93d68028 [ 608.046218] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.046218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.046218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.046218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.046607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.046607] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23396852-db45-4730-872f-147a93d68028 already deleted. [ 608.046607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23396852-db45-4730-872f-147a93d68028" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.489425] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.991973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.992360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.992360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.992474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.992566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.992657] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95eedb-61c2-4d27-8199-180218e34163 is going to be created. [ 609.023071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.023071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.023071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.023586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.023692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.039239] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: UNINITIALIZED for 2s [ 610.407618] env[66071]: INFO networking_nsxv3.common.synchronization [None req-25b548a6-c91e-49d3-b020-7f79ddeb008b None None] Enqueued Resource ID: 2df4401c-cea8-462c-ab63-286a6ed3535a with Priority: HIGHEST for action port [ 610.409308] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df4401c-cea8-462c-ab63-286a6ed3535a with Priority: HIGHEST for action port [ 610.409308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df4401c-cea8-462c-ab63-286a6ed3535a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.409308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df4401c-cea8-462c-ab63-286a6ed3535a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.409308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df4401c-cea8-462c-ab63-286a6ed3535a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.409308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df4401c-cea8-462c-ab63-286a6ed3535a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.409308] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df4401c-cea8-462c-ab63-286a6ed3535a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.911113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df4401c-cea8-462c-ab63-286a6ed3535a [ 610.911254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.911375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.911453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.911687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.911777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.911876] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df4401c-cea8-462c-ab63-286a6ed3535a already deleted. [ 610.912016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df4401c-cea8-462c-ab63-286a6ed3535a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.053252] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: SUCCESS [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.053252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.053252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.053252] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.555623] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.058050] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd95eedb-61c2-4d27-8199-180218e34163: rpc.has_security_group_logging(os_id): False [ 612.097745] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.097745] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.097745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.097745] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95eedb-61c2-4d27-8199-180218e34163 is going to be created. [ 612.178211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.178437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.178526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.178784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.178982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.196425] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: IN_PROGRESS for 2s [ 612.349648] env[66071]: INFO networking_nsxv3.common.synchronization [None req-dfdaeb89-5604-4dda-85f4-000fe87e8216 None None] Enqueued Resource ID: bb932759-a0b9-43a4-95f9-11b16823ed16 with Priority: HIGHEST for action port [ 612.350339] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb932759-a0b9-43a4-95f9-11b16823ed16 with Priority: HIGHEST for action port [ 612.350661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb932759-a0b9-43a4-95f9-11b16823ed16 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.350789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb932759-a0b9-43a4-95f9-11b16823ed16" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.350894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb932759-a0b9-43a4-95f9-11b16823ed16" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.351216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb932759-a0b9-43a4-95f9-11b16823ed16" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.351302] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb932759-a0b9-43a4-95f9-11b16823ed16',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.858316] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb932759-a0b9-43a4-95f9-11b16823ed16 [ 612.858316] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.858316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.858316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.858316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.858316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.858316] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb932759-a0b9-43a4-95f9-11b16823ed16 already deleted. [ 612.858316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb932759-a0b9-43a4-95f9-11b16823ed16" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.144337] env[66071]: INFO networking_nsxv3.common.synchronization [None req-76f685bb-2fa3-4aaa-825f-cd610e4af49d tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 613.144906] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 613.145218] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.145665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.145799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.145988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.146093] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.309028] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0a750873-e6d4-42c6-b949-a878ee93b7b7 tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 613.309825] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 613.310449] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.310449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.668868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.672468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.672468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.672600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.672702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.672924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 already deleted. [ 613.672924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.673890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.673890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.673890] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.011648] env[66071]: INFO networking_nsxv3.common.synchronization [req-0f4b77f0-bf63-4964-97f5-61d5fe8f355b req-29155453-7f39-4dbf-a3b7-91d2b9474fed tempest-DeleteServersAdminTestJSON-1555933192 tempest-DeleteServersAdminTestJSON-1555933192-project-admin] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 614.013015] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 614.013308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.013427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.013529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.013792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.014050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.014222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.014325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.014589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.014882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.014882] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.179949] env[66071]: INFO networking_nsxv3.common.synchronization [req-24f0ab1c-0b61-41e2-9ca3-2e46b11576de req-2699e6ad-ce4e-42f5-b873-0d2277ea67a8 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 614.179949] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 614.179949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.180341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.180341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.180479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.180659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.180791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.180880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.181125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.181254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.181355] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.198697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.198851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.198918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.199157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.199242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.199345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 already deleted. [ 614.199451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.214050] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: SUCCESS [ 614.214050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.518093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.518202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.518292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.520769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.520769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.520769] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be updated. [ 614.558701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.558864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.558928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.559205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.559351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.563379] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.563573] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.563674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.564359] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.564359] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.564646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.564646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.564824] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.564964] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.565245] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.565324] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.565356] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.565457] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.565556] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.565653] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.565774] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.571028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 614.585055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.585217] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.585349] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.585529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.585843] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-93d2a573-08bd-46b0-9666-c635569e0d91 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.586056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.586301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.586487] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.586620] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d2a573-08bd-46b0-9666-c635569e0d91',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.683904] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.684193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.684456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.684570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.685038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.685038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.685038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.685235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.685266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.685400] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af already deleted. [ 614.685451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.698138] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b73daa85-ce0f-4917-8e7b-e1f9f3b5f18b None None] Enqueued Resource ID: 8418107f-d230-4190-a583-3f0797398428 with Priority: HIGHEST for action port [ 614.698755] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8418107f-d230-4190-a583-3f0797398428 with Priority: HIGHEST for action port [ 614.699129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8418107f-d230-4190-a583-3f0797398428 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.699278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8418107f-d230-4190-a583-3f0797398428" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.699362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8418107f-d230-4190-a583-3f0797398428" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.699625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8418107f-d230-4190-a583-3f0797398428" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.699723] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8418107f-d230-4190-a583-3f0797398428',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.090055] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.090055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.090394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.090426] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.090778] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.090778] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 93d2a573-08bd-46b0-9666-c635569e0d91 not found, creating... [ 615.090939] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.091109] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.091305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.091850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.093303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.093303] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.093303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.093303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.093303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.093303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.093303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 93d2a573-08bd-46b0-9666-c635569e0d91 is going to be created. [ 615.114505] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.114723] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.114895] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.115194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.115505] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.115684] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.202060] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8418107f-d230-4190-a583-3f0797398428 [ 615.202483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.206020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.206020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.206020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.206020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.206020] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8418107f-d230-4190-a583-3f0797398428 already deleted. [ 615.206020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8418107f-d230-4190-a583-3f0797398428" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.806381] env[66071]: INFO networking_nsxv3.common.synchronization [req-a9d89e31-9b62-4c24-8f14-1a6e4a35066a req-fd915a4c-4c25-46a2-890a-963003db62ce tempest-ServerDiagnosticsTest-478761339 tempest-ServerDiagnosticsTest-478761339-project-member] Enqueued Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 615.807629] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGHEST for action security_group_members [ 615.808118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.808254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.808323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.808533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.808689] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.808822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.808880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.809219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.809219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.809219] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.850213] env[66071]: INFO networking_nsxv3.common.synchronization [req-24f0ab1c-0b61-41e2-9ca3-2e46b11576de req-82e2dcdd-0eb6-4a89-9874-01096e11a73f service nova] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 615.850306] env[66071]: INFO networking_nsxv3.common.synchronization [req-24f0ab1c-0b61-41e2-9ca3-2e46b11576de req-82e2dcdd-0eb6-4a89-9874-01096e11a73f service nova] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 615.850379] env[66071]: INFO networking_nsxv3.common.synchronization [req-24f0ab1c-0b61-41e2-9ca3-2e46b11576de req-82e2dcdd-0eb6-4a89-9874-01096e11a73f service nova] Enqueued Resource ID: 93d2a573-08bd-46b0-9666-c635569e0d91 with Priority: HIGHEST for action port [ 615.850841] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_rules [ 615.850980] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 615.851134] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d2a573-08bd-46b0-9666-c635569e0d91 with Priority: HIGHEST for action port [ 615.851584] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.851711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.851787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.852070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.854348] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.856536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.856658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.856739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.858246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.858460] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.861145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.861244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.862414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.862538] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.863523] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-93d2a573-08bd-46b0-9666-c635569e0d91 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.863660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.863734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.863905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.863983] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93d2a573-08bd-46b0-9666-c635569e0d91',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.283488] env[66071]: INFO networking_nsxv3.common.synchronization [req-86f08b7e-caa2-4890-9862-85d191fabe2d req-b02ec87d-c3c5-4ee3-b150-5a46fe641f92 tempest-VolumesAdminNegativeTest-178636109 tempest-VolumesAdminNegativeTest-178636109-project-member] Enqueued Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 616.285472] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 616.285472] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.285472] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.285472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.285472] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.314328] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.314520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.314595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.314786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.314881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.315179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.315285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.315356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.315506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.315618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.315663] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c is going to be updated. [ 616.345772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.346018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.346104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.346285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.346437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.359260] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: IN_PROGRESS for 2s [ 616.359571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.359682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.366115] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.367075] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93d2a573-08bd-46b0-9666-c635569e0d91 with status ACTIVE [ 616.367277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.367385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.367470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.367646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.367732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.367900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.367996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.368105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.368298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.368389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.368573] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.368687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.370660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.370660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.370660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.370660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93d2a573-08bd-46b0-9666-c635569e0d91 is going to be updated. [ 616.394329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.394329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.394586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.394586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.394765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.394856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93d2a573-08bd-46b0-9666-c635569e0d91" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.584982] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 616.584982] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd deletion is rescheduled due to dependency. [ 616.584982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.774112] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.774444] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.774444] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775817] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.776210] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.776210] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.776210] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.776298] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.776390] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.776517] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.776613] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.787734] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.787929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.787986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.788232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.788320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.788530] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.788697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.788697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.789080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.789080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.789080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 already deleted. [ 616.789280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.799719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.799886] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.800070] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.801333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.801333] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-8c01cf7e-7027-4a73-a474-b4879511abb3 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.801333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.801333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.801333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.801333] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c01cf7e-7027-4a73-a474-b4879511abb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.871511] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.304155] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.304549] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.304549] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.304833] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.305023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.305189] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 8c01cf7e-7027-4a73-a474-b4879511abb3 not found, creating... [ 617.305494] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.305678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.305803] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.306087] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.306256] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.306560] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.306738] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.306855] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.307358] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.307579] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.307789] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 8c01cf7e-7027-4a73-a474-b4879511abb3 is going to be created. [ 617.329208] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.329499] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.329656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.329965] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.330252] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.330506] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.374569] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.374786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.374887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.375221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.375388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.375521] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af is going to be created. [ 617.404533] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.404719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.404763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.405200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.405452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.419773] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: UNINITIALIZED for 2s [ 618.038913] env[66071]: INFO networking_nsxv3.common.synchronization [req-86f08b7e-caa2-4890-9862-85d191fabe2d req-a9687a41-a3d4-4a9f-88a7-1f8a97e7715c service nova] Enqueued Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_rules [ 618.039038] env[66071]: INFO networking_nsxv3.common.synchronization [req-86f08b7e-caa2-4890-9862-85d191fabe2d req-a9687a41-a3d4-4a9f-88a7-1f8a97e7715c service nova] Enqueued Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 618.039161] env[66071]: INFO networking_nsxv3.common.synchronization [req-86f08b7e-caa2-4890-9862-85d191fabe2d req-a9687a41-a3d4-4a9f-88a7-1f8a97e7715c service nova] Enqueued Resource ID: 8c01cf7e-7027-4a73-a474-b4879511abb3 with Priority: HIGHEST for action port [ 618.043085] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_rules [ 618.043366] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 618.043496] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c01cf7e-7027-4a73-a474-b4879511abb3 with Priority: HIGHEST for action port [ 618.044182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.044319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.044388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.044639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.044775] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.046777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.046777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.046777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.046777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.046777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.046777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.047073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.047073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.047161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.047308] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.048067] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c01cf7e-7027-4a73-a474-b4879511abb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.048210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.048387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.048463] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c01cf7e-7027-4a73-a474-b4879511abb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.369311] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc333de1-e15d-48a4-a415-0bbaa195744c in Status: SUCCESS [ 618.369562] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c deletion is rescheduled due to dependency. [ 618.369598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.550472] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.551889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.552069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.557557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c01cf7e-7027-4a73-a474-b4879511abb3 with status ACTIVE [ 618.557557] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.557557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.557799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.557937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.557978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.559384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.559384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.559384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.559384] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c01cf7e-7027-4a73-a474-b4879511abb3 is going to be updated. [ 618.584830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.585418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.585779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.586259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.586447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.586642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c01cf7e-7027-4a73-a474-b4879511abb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.794748] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d1d884e3-3e01-4332-9529-c38a2500a331 None None] Enqueued Resource ID: 06daa00a-bc34-4c1a-84d2-17b827b0d3a7 with Priority: HIGHEST for action port [ 618.795317] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06daa00a-bc34-4c1a-84d2-17b827b0d3a7 with Priority: HIGHEST for action port [ 618.795807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-06daa00a-bc34-4c1a-84d2-17b827b0d3a7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.795996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06daa00a-bc34-4c1a-84d2-17b827b0d3a7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.797687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06daa00a-bc34-4c1a-84d2-17b827b0d3a7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.798018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06daa00a-bc34-4c1a-84d2-17b827b0d3a7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.798155] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06daa00a-bc34-4c1a-84d2-17b827b0d3a7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.062130] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.301434] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06daa00a-bc34-4c1a-84d2-17b827b0d3a7 [ 619.301707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.301919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.302591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.302591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.302896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.303119] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06daa00a-bc34-4c1a-84d2-17b827b0d3a7 already deleted. [ 619.303289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06daa00a-bc34-4c1a-84d2-17b827b0d3a7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.431718] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: SUCCESS [ 619.432128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.432128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.432712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.432712] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.432712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.432712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.432991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.432991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.432991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.433173] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.564568] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.565241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.565471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.567368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.567368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.567368] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 is going to be created. [ 619.597362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.597362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.597362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.597362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.619846] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: UNINITIALIZED for 2s [ 619.936492] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.442378] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c7aaa33-8791-40a8-a235-58d39686c0af: rpc.has_security_group_logging(os_id): False [ 620.460641] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.460786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.460851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.461059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.461149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.462757] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.462757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.462757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.462757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.462757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.462757] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af is going to be created. [ 620.521203] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.523338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.523338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.523338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.537881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: IN_PROGRESS for 2s [ 621.181851] env[66071]: INFO networking_nsxv3.common.synchronization [req-34e1fc25-c1d5-4476-bf2c-eeb6a19bf305 req-117fb2e4-ad78-4163-acbf-e1a20e9dbf75 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 621.184274] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 621.184274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.184274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.184274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.184274] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.504089] env[66071]: INFO networking_nsxv3.common.synchronization [None req-5d15ad7d-66e5-49fd-8f09-9a0d7b095246 None None] Enqueued Resource ID: 2714f4bc-18f1-4a78-ad4c-672b6f733f52 with Priority: HIGHEST for action port [ 621.504744] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714f4bc-18f1-4a78-ad4c-672b6f733f52 with Priority: HIGHEST for action port [ 621.505092] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-2714f4bc-18f1-4a78-ad4c-672b6f733f52 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.505648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2714f4bc-18f1-4a78-ad4c-672b6f733f52" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.505648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2714f4bc-18f1-4a78-ad4c-672b6f733f52" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.505648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2714f4bc-18f1-4a78-ad4c-672b6f733f52" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.505648] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2714f4bc-18f1-4a78-ad4c-672b6f733f52',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.633075] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: SUCCESS [ 621.633075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.633075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.633075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.633075] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.633755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.634646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.634737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.634776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.635594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.635713] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.687496] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.687496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.687496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.688055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.688199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.688457] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.688605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.688605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.688726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.688811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.688897] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 already deleted. [ 621.689357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.009317] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2714f4bc-18f1-4a78-ad4c-672b6f733f52 [ 622.009623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.009840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.009840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.010017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.010115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.010751] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2714f4bc-18f1-4a78-ad4c-672b6f733f52 already deleted. [ 622.010751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2714f4bc-18f1-4a78-ad4c-672b6f733f52" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.139315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.139950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.139950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.139950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143580] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143580] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143580] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.143580] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.146451] env[66071]: INFO networking_nsxv3.common.synchronization [None req-de15c7df-8bfb-4510-b0f5-17aa85d38fb0 None None] Enqueued Resource ID: 42a59ac2-f219-4244-9c51-f388b050c2f0 with Priority: HIGHEST for action port [ 622.148466] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a59ac2-f219-4244-9c51-f388b050c2f0 with Priority: HIGHEST for action port [ 622.148817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a59ac2-f219-4244-9c51-f388b050c2f0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.148938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a59ac2-f219-4244-9c51-f388b050c2f0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.149029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a59ac2-f219-4244-9c51-f388b050c2f0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.149284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a59ac2-f219-4244-9c51-f388b050c2f0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.149370] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a59ac2-f219-4244-9c51-f388b050c2f0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.499650] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.499957] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.500128] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.500457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.500777] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.500948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.501074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.501309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.501473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.501750] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.501843] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.502049] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.502232] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.502403] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.502617] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.502882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.524403] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.524403] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.524798] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.524798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.525763] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-03eaf348-bae5-4024-af12-3eb43cc304b9 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.525763] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.525763] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.525763] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.525763] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eaf348-bae5-4024-af12-3eb43cc304b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.553502] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: SUCCESS [ 622.553502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.648074] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dee7140-1eb5-4b37-a0f5-00dd8c414704: rpc.has_security_group_logging(os_id): False [ 622.651721] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42a59ac2-f219-4244-9c51-f388b050c2f0 [ 622.652170] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.652242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.652356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.652481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.652567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.652658] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42a59ac2-f219-4244-9c51-f388b050c2f0 already deleted. [ 622.652739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a59ac2-f219-4244-9c51-f388b050c2f0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.667208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.667400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.667443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.667635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.667749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.668054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.668165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.668227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.668401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.668485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.668728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.668911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.669385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.669714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.669714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669945] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.670118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.670228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.670421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.670622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.670821] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 is going to be created. [ 622.773262] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.773428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.773472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.773699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.773880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.794857] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: IN_PROGRESS for 2s [ 623.031569] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.031819] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.031950] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.032265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.032416] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.032581] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 03eaf348-bae5-4024-af12-3eb43cc304b9 not found, creating... [ 623.032924] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.033167] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.033301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033522] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.033661] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.033930] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.035239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.035370] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.035631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.035790] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.035956] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 is going to be created. [ 623.056317] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.056601] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.056735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.057044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.057529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.057529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.354479] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fbc76268-7528-457a-b721-cd45130a2c63 tempest-ServersTestFqdnHostnames-457963248 tempest-ServersTestFqdnHostnames-457963248-project-member] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 623.356889] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 623.356889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.356889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.356889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.356889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.356889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.829185] env[66071]: INFO networking_nsxv3.common.synchronization [req-34e1fc25-c1d5-4476-bf2c-eeb6a19bf305 req-fd418c77-846e-4c2f-b8fa-b5cef13b30cb service nova] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 623.829729] env[66071]: INFO networking_nsxv3.common.synchronization [req-34e1fc25-c1d5-4476-bf2c-eeb6a19bf305 req-fd418c77-846e-4c2f-b8fa-b5cef13b30cb service nova] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 623.829729] env[66071]: INFO networking_nsxv3.common.synchronization [req-34e1fc25-c1d5-4476-bf2c-eeb6a19bf305 req-fd418c77-846e-4c2f-b8fa-b5cef13b30cb service nova] Enqueued Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 623.830386] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 623.830497] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 623.830598] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 623.830926] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.831255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.831255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.831421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.831514] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.833237] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.833383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.833447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.833675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.833843] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.834983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.834983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.834983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.834983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.834983] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.835276] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eaf348-bae5-4024-af12-3eb43cc304b9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.835382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.835475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.835655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.835731] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eaf348-bae5-4024-af12-3eb43cc304b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.883778] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.886802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.886960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.887263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.887367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.888358] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 already deleted. [ 623.888469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.976274] env[66071]: INFO networking_nsxv3.common.synchronization [None req-5b80b33e-8a1f-4172-8a4a-4060cb66cdfc tempest-ServersTestFqdnHostnames-457963248 tempest-ServersTestFqdnHostnames-457963248-project-member] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 623.976274] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 623.976274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.976995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.976995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.976995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.976995] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.334396] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.334601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.339048] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.340996] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03eaf348-bae5-4024-af12-3eb43cc304b9 with status ACTIVE [ 624.340996] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.340996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.340996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342822] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.342822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342822] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.343263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.343263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.343329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.343554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.343554] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 is going to be updated. [ 624.370723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.370954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.371366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.371557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.503501] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.503798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.503987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.504581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.504745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.504889] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 already deleted. [ 624.505026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.809145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: SUCCESS [ 624.809145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.847034] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.913378] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c486f402-d3f2-485e-b0a9-a2646abb6d6b None None] Enqueued Resource ID: 9565ad0a-a890-4b89-9d8a-c127fe1a1386 with Priority: HIGHEST for action port [ 624.915086] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9565ad0a-a890-4b89-9d8a-c127fe1a1386 with Priority: HIGHEST for action port [ 624.917625] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9565ad0a-a890-4b89-9d8a-c127fe1a1386 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.917625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9565ad0a-a890-4b89-9d8a-c127fe1a1386" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.917625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9565ad0a-a890-4b89-9d8a-c127fe1a1386" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.917625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9565ad0a-a890-4b89-9d8a-c127fe1a1386" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.917625] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9565ad0a-a890-4b89-9d8a-c127fe1a1386',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.348624] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.348877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.348996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.349202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.349312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.349444] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be created. [ 625.382703] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.382703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.382703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.382982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.382982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399640] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: UNINITIALIZED for 2s [ 625.421775] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9565ad0a-a890-4b89-9d8a-c127fe1a1386 [ 625.421775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.421775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.421775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.421775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.421775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.421775] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9565ad0a-a890-4b89-9d8a-c127fe1a1386 already deleted. [ 625.422049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9565ad0a-a890-4b89-9d8a-c127fe1a1386" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.268942] env[66071]: INFO networking_nsxv3.common.synchronization [req-9106f8cc-3b04-4c2b-bd08-e2e1ccfd34a4 req-16cc4e07-34d6-492b-9204-ce71d38d958a tempest-ServerDiagnosticsNegativeTest-1790088242 tempest-ServerDiagnosticsNegativeTest-1790088242-project-member] Enqueued Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 626.272284] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 626.272655] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.272890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.272890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.273288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.273350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.273484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.273538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.273675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.273937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.273937] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.747645] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0d74a1e9-75ff-43ea-b856-deb380dd43e0 None None] Enqueued Resource ID: 2218ca26-73ee-4f90-ba74-b5f2fa319366 with Priority: HIGHEST for action port [ 626.748598] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218ca26-73ee-4f90-ba74-b5f2fa319366 with Priority: HIGHEST for action port [ 626.748899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-2218ca26-73ee-4f90-ba74-b5f2fa319366 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.751098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2218ca26-73ee-4f90-ba74-b5f2fa319366" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.751538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2218ca26-73ee-4f90-ba74-b5f2fa319366" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.751622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2218ca26-73ee-4f90-ba74-b5f2fa319366" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.751671] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2218ca26-73ee-4f90-ba74-b5f2fa319366',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.778428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.778711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.778812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.779599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.782394] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.782394] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 already deleted. [ 626.782394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031792] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.032102] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.032289] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032661] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032998] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.033234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.033472] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.033754] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.033942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.034298] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.034481] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.034604] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.034709] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.034818] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.034919] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.035061] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.054198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.054556] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.054730] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.054903] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.055228] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-87a32490-5004-4d67-9058-97acdea3a939 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.055518] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.055518] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.055817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.055946] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a32490-5004-4d67-9058-97acdea3a939',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.254493] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2218ca26-73ee-4f90-ba74-b5f2fa319366 [ 627.254725] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.255304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.255304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.255304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.255304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.255568] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2218ca26-73ee-4f90-ba74-b5f2fa319366 already deleted. [ 627.255568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2218ca26-73ee-4f90-ba74-b5f2fa319366" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.408302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 627.408736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.408736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.408863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.409593] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.409593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.409593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.409593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.409593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.409593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.409593] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.560105] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.561217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.561217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.561217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.561217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.561389] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 87a32490-5004-4d67-9058-97acdea3a939 not found, creating... [ 627.562042] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562042] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562042] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.563025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.563258] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563508] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563693] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563889] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 87a32490-5004-4d67-9058-97acdea3a939 is going to be created. [ 627.586132] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.586696] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.586962] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.587305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.587637] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.588277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.916707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.916707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.916707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.917524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.917524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.917524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.917524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.917524] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.294472] env[66071]: INFO networking_nsxv3.common.synchronization [req-9106f8cc-3b04-4c2b-bd08-e2e1ccfd34a4 req-2486d97d-55c1-4f70-b7fd-e60af0fa6532 service nova] Enqueued Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_rules [ 628.294662] env[66071]: INFO networking_nsxv3.common.synchronization [req-9106f8cc-3b04-4c2b-bd08-e2e1ccfd34a4 req-2486d97d-55c1-4f70-b7fd-e60af0fa6532 service nova] Enqueued Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 628.294798] env[66071]: INFO networking_nsxv3.common.synchronization [req-9106f8cc-3b04-4c2b-bd08-e2e1ccfd34a4 req-2486d97d-55c1-4f70-b7fd-e60af0fa6532 service nova] Enqueued Resource ID: 87a32490-5004-4d67-9058-97acdea3a939 with Priority: HIGHEST for action port [ 628.295518] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_rules [ 628.295698] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 628.295838] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a32490-5004-4d67-9058-97acdea3a939 with Priority: HIGHEST for action port [ 628.296570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.296700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.297147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.297300] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.298279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.298611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.298611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.298611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.298822] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.298892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.298892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.299039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.299128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.299223] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.300971] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a32490-5004-4d67-9058-97acdea3a939 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.301345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.301345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.302942] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a32490-5004-4d67-9058-97acdea3a939',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.318605] env[66071]: INFO networking_nsxv3.common.synchronization [None req-67f06def-3002-416a-8b98-b2fdfdfd24ae None None] Enqueued Resource ID: 05b5b2e0-4631-4203-a416-1680d2e69c12 with Priority: HIGHEST for action port [ 628.319160] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b5b2e0-4631-4203-a416-1680d2e69c12 with Priority: HIGHEST for action port [ 628.319630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b5b2e0-4631-4203-a416-1680d2e69c12 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b5b2e0-4631-4203-a416-1680d2e69c12" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b5b2e0-4631-4203-a416-1680d2e69c12" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.322058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b5b2e0-4631-4203-a416-1680d2e69c12" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.324267] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b5b2e0-4631-4203-a416-1680d2e69c12',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.422228] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 628.439379] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.439553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.439606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.440396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.440396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.440396] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.440396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.440396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.440586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.440586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.440708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.440839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.441637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.441637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.441637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.441637] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.441637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.441637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.442929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.442929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.442929] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be created. [ 628.510755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.511870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.511870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.512143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.512380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.532341] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 628.806475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.806475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.806475] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.807485] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87a32490-5004-4d67-9058-97acdea3a939 with status ACTIVE [ 628.807690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.807806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.807872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.808094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.808186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.808351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.808472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.808548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.808749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.808749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.808935] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.810125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.810223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.810410] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87a32490-5004-4d67-9058-97acdea3a939 is going to be updated. [ 628.826531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b5b2e0-4631-4203-a416-1680d2e69c12 [ 628.826531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.826531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.826531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.826531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.826531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.826531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b5b2e0-4631-4203-a416-1680d2e69c12 already deleted. [ 628.826531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b5b2e0-4631-4203-a416-1680d2e69c12" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.835700] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.835941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.836081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.836795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.836795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.836795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a32490-5004-4d67-9058-97acdea3a939" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.313873] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.444394] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fb903a02-aa67-49cf-83a7-c46ee4dc40de None None] Enqueued Resource ID: 365ce985-03ae-4d2d-a035-0079297b99b4 with Priority: HIGHEST for action port [ 629.445104] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ce985-03ae-4d2d-a035-0079297b99b4 with Priority: HIGHEST for action port [ 629.445641] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-365ce985-03ae-4d2d-a035-0079297b99b4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.445792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-365ce985-03ae-4d2d-a035-0079297b99b4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.446043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-365ce985-03ae-4d2d-a035-0079297b99b4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.450222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-365ce985-03ae-4d2d-a035-0079297b99b4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.450400] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('365ce985-03ae-4d2d-a035-0079297b99b4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.818383] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.818383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.818383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.818383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.818383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.818383] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 is going to be created. [ 629.848046] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.848727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.849267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.849588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.850206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862785] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: UNINITIALIZED for 2s [ 629.952520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 365ce985-03ae-4d2d-a035-0079297b99b4 [ 629.953387] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.953387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.953387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.953551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953551] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:365ce985-03ae-4d2d-a035-0079297b99b4 already deleted. [ 629.953770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-365ce985-03ae-4d2d-a035-0079297b99b4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.020737] env[66071]: INFO networking_nsxv3.common.synchronization [req-63c77c37-ccf1-46ef-8f3c-923cdbcb786b req-c17c2cb5-4cab-493d-b2dd-ca6adc977823 tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 630.021363] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 630.023431] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.023431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.023431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.023431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.023796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.024245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.024343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.024521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.024609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.024728] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.534159] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.534159] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.538023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.538023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 already deleted. [ 630.538023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.551402] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 630.552289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.570790] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.571693] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572351] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.573214] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576293] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.576293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.576293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.576293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.576293] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.577106] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.579385] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.579385] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.579385] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.579385] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.581771] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.609683] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.609961] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.610069] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.610212] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.610528] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-f1744608-6102-4812-a1a1-c4c13a877b7f taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.610761] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.610879] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.611379] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.611446] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1744608-6102-4812-a1a1-c4c13a877b7f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.041185] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d1e50b75-deb1-43bb-bf03-85c5091735f6 tempest-ServersV294TestFqdnHostnames-252886353 tempest-ServersV294TestFqdnHostnames-252886353-project-member] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 631.042333] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 631.043322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.043322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.043322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.045739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.045905] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.115509] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.115845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.116220] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.116391] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.116534] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port f1744608-6102-4812-a1a1-c4c13a877b7f not found, creating... [ 631.116838] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.117057] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.117265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.117441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.117485] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.117790] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.117933] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.118161] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.119852] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.120045] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.120215] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: f1744608-6102-4812-a1a1-c4c13a877b7f is going to be created. [ 631.146758] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.146966] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.147142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.147422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.147600] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.147821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.377993] env[66071]: INFO networking_nsxv3.common.synchronization [req-0e096a60-4c0b-4a1f-89d9-2983346dc4c9 req-6b8881e5-1b93-45a6-bdcf-fc0b172f8533 tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: 6e8424cb-4170-49d0-907a-b1f103d36c98 with Priority: HIGHEST for action security_group_rules [ 631.378636] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e8424cb-4170-49d0-907a-b1f103d36c98 with Priority: HIGHEST for action security_group_rules [ 631.378961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e8424cb-4170-49d0-907a-b1f103d36c98 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.379159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e8424cb-4170-49d0-907a-b1f103d36c98" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e8424cb-4170-49d0-907a-b1f103d36c98" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.379721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e8424cb-4170-49d0-907a-b1f103d36c98" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.379721] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e8424cb-4170-49d0-907a-b1f103d36c98',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.574423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.574799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.574799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.575016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.575152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.575284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 already deleted. [ 631.575404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602409] env[66071]: INFO networking_nsxv3.common.synchronization [None req-015730b0-cf3d-4db0-ae50-db2f170b7f65 tempest-ServersV294TestFqdnHostnames-252886353 tempest-ServersV294TestFqdnHostnames-252886353-project-member] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 631.602409] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 631.602701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.602924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.603208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.603297] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.879927] env[66071]: INFO networking_nsxv3.common.synchronization [req-63c77c37-ccf1-46ef-8f3c-923cdbcb786b req-71ef30d7-7c80-4e78-98a6-f7a95aa0a931 service nova] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 631.880294] env[66071]: INFO networking_nsxv3.common.synchronization [req-63c77c37-ccf1-46ef-8f3c-923cdbcb786b req-71ef30d7-7c80-4e78-98a6-f7a95aa0a931 service nova] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 631.880393] env[66071]: INFO networking_nsxv3.common.synchronization [req-63c77c37-ccf1-46ef-8f3c-923cdbcb786b req-71ef30d7-7c80-4e78-98a6-f7a95aa0a931 service nova] Enqueued Resource ID: f1744608-6102-4812-a1a1-c4c13a877b7f with Priority: HIGHEST for action port [ 631.881852] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: SUCCESS [ 631.882124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.883540] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 631.883735] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 631.883975] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1744608-6102-4812-a1a1-c4c13a877b7f with Priority: HIGHEST for action port [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.889567] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.889567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.889567] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.889567] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.890450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.890450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.890450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.890450] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.891417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.891526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.891566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.891720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.891971] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.892064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.892064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.892197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.892285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.893252] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.895737] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1744608-6102-4812-a1a1-c4c13a877b7f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.896253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896481] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1744608-6102-4812-a1a1-c4c13a877b7f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.925441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.925659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.925659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.926205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.926205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.926205] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e8424cb-4170-49d0-907a-b1f103d36c98 already deleted. [ 631.926205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e8424cb-4170-49d0-907a-b1f103d36c98" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.954492] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f68099a3-08a2-4315-aba2-dd0a93127141 None None] Enqueued Resource ID: d7f91bc5-4c0e-43da-8627-b7167b30d268 with Priority: HIGHEST for action port [ 631.955752] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f91bc5-4c0e-43da-8627-b7167b30d268 with Priority: HIGHEST for action port [ 631.956847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f91bc5-4c0e-43da-8627-b7167b30d268 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.956847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f91bc5-4c0e-43da-8627-b7167b30d268" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.956847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f91bc5-4c0e-43da-8627-b7167b30d268" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.956847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f91bc5-4c0e-43da-8627-b7167b30d268" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.956847] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f91bc5-4c0e-43da-8627-b7167b30d268',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.125724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.125724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.125724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.125724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.125724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.125724] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 already deleted. [ 632.125724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.399811] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.401971] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.402150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.402661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.402661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.402661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.403662] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.403662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.404028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.404028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.404028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.404374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.404374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.404374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.404374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.404574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.404574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.404643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.404729] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.413628] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1744608-6102-4812-a1a1-c4c13a877b7f with status ACTIVE [ 632.414146] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.414146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.414508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.414628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.415259] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.415259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.415259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.415259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.415259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.415497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.415611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.415695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.415863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.415964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.416083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1744608-6102-4812-a1a1-c4c13a877b7f is going to be updated. [ 632.439668] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.439906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.440152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.440446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.441259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.441496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1744608-6102-4812-a1a1-c4c13a877b7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.460029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f91bc5-4c0e-43da-8627-b7167b30d268 [ 632.460029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.460215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.460215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.460358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.460675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.460675] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f91bc5-4c0e-43da-8627-b7167b30d268 already deleted. [ 632.460675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f91bc5-4c0e-43da-8627-b7167b30d268" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.906413] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.907530] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de3c6a22-311a-4a19-8e80-5066ea570467: rpc.has_security_group_logging(os_id): False [ 632.931760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.931875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.931875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.932715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.932715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.932715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.932715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.932715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.933083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.933083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.933149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.933254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.933325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.933495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.933727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.933954] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.934215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.934215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.934312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.934412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.934503] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 is going to be created. [ 633.012153] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.012244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.012282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.012687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.012778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.032114] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: IN_PROGRESS for 2s [ 633.110209] env[66071]: INFO networking_nsxv3.common.synchronization [req-09f06da9-d977-4d1a-a2c1-2e80ac1973d4 req-eb7c3380-877a-493e-9b45-f9c22c41d3a0 tempest-DeleteServersAdminTestJSON-1824743226 tempest-DeleteServersAdminTestJSON-1824743226-project-member] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 633.112588] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 633.113428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.113629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.113733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.114040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.114317] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.114481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.114579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.114822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.114931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.115079] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.410194] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.410697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.410697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.411126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.411126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.411336] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be created. [ 633.462516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.462516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.462516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.462806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.462806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.476189] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: UNINITIALIZED for 2s [ 633.621450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621450] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be updated. [ 633.654889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.655365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.655508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668860] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 633.681290] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681504] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.681894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.682256] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.682427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.682539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.682790] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.682931] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.683148] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.683255] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.683361] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.683467] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.683569] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.683668] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.683857] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.705326] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.705491] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.705625] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.705798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.706158] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-6bb2113e-82d1-4f5e-82f0-dad9808d959f taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.706387] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.706503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.706837] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.706971] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb2113e-82d1-4f5e-82f0-dad9808d959f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.209456] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.209789] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.210585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.210585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.210585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.210585] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 6bb2113e-82d1-4f5e-82f0-dad9808d959f not found, creating... [ 634.211113] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.211295] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.211455] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.211764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.211970] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.213386] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213386] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213386] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.213386] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.213541] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.214108] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 6bb2113e-82d1-4f5e-82f0-dad9808d959f is going to be created. [ 634.239115] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.239376] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.239469] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.239722] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.240211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.240211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.948492] env[66071]: INFO networking_nsxv3.common.synchronization [req-09f06da9-d977-4d1a-a2c1-2e80ac1973d4 req-c8f1c1d6-b846-4870-a1b8-4055fe235929 service nova] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_rules [ 634.948492] env[66071]: INFO networking_nsxv3.common.synchronization [req-09f06da9-d977-4d1a-a2c1-2e80ac1973d4 req-c8f1c1d6-b846-4870-a1b8-4055fe235929 service nova] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 634.948816] env[66071]: INFO networking_nsxv3.common.synchronization [req-09f06da9-d977-4d1a-a2c1-2e80ac1973d4 req-c8f1c1d6-b846-4870-a1b8-4055fe235929 service nova] Enqueued Resource ID: 6bb2113e-82d1-4f5e-82f0-dad9808d959f with Priority: HIGHEST for action port [ 634.949126] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_rules [ 634.949285] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 634.949331] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb2113e-82d1-4f5e-82f0-dad9808d959f with Priority: HIGHEST for action port [ 634.949608] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.949736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.949844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.950109] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.950972] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.951082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.951406] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb2113e-82d1-4f5e-82f0-dad9808d959f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.951406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.951585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.951585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.951679] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb2113e-82d1-4f5e-82f0-dad9808d959f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.046517] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: SUCCESS [ 635.046979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.456440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.456440] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bb2113e-82d1-4f5e-82f0-dad9808d959f with status ACTIVE [ 635.456440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.456440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.456440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.456440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.457342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.457342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.457342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.457342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.457342] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bb2113e-82d1-4f5e-82f0-dad9808d959f is going to be updated. [ 635.484352] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb2113e-82d1-4f5e-82f0-dad9808d959f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.489621] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 635.489621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.491882] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.491882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.491882] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.690058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 635.690358] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd deletion is rescheduled due to dependency. [ 635.690657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.690657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.691064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.691064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.691317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.691317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.691445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.691445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.691546] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.994055] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.200999] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.209087] env[66071]: INFO networking_nsxv3.common.synchronization [req-bb025c9f-1a68-4190-b600-9b0fe5db9680 req-0991b7cc-cac6-4313-be3c-722b0fefc3a9 tempest-ServersTestFqdnHostnames-457963248 tempest-ServersTestFqdnHostnames-457963248-project-member] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 636.209538] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 636.212623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.212623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.212623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.213274] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.497558] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1fcfe2-da99-43af-9a2c-2178d273a949: rpc.has_security_group_logging(os_id): False [ 636.520378] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.521269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.521456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.521607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.521735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.521961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.522082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.522413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.522588] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be created. [ 636.596310] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.596546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.596795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.597281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.597543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.613124] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 636.705087] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.716151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.716459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.716605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717984] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.718186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.718542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.718738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.718926] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 already deleted. [ 636.719112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.208515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.208515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.208515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.208515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.209264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.209264] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be updated. [ 637.246038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.246038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.246038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.246038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.246038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.256925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 637.279494] env[66071]: INFO networking_nsxv3.common.synchronization [None req-a8e75357-1711-4963-a178-97983670a2ca None None] Enqueued Resource ID: f7ebe30f-8068-4038-bb0b-17fa3013f45d with Priority: HIGHEST for action port [ 637.280418] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ebe30f-8068-4038-bb0b-17fa3013f45d with Priority: HIGHEST for action port [ 637.280635] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ebe30f-8068-4038-bb0b-17fa3013f45d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.280737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ebe30f-8068-4038-bb0b-17fa3013f45d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.280799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ebe30f-8068-4038-bb0b-17fa3013f45d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.281142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ebe30f-8068-4038-bb0b-17fa3013f45d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.281252] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ebe30f-8068-4038-bb0b-17fa3013f45d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.358930] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.359210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.359371] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.359710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.360309] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.360604] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.360707] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.360921] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.361072] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.361276] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.361400] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.361567] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.361713] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.361831] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.361914] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.362066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.382976] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.383192] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.383360] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.383573] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.383954] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b0b746cc-a011-4c09-994e-139d2cca9ac7 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.384349] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.384439] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.384720] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.384868] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b746cc-a011-4c09-994e-139d2cca9ac7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.785410] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ebe30f-8068-4038-bb0b-17fa3013f45d [ 637.785410] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.785410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.785410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.785410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.785410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.785410] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ebe30f-8068-4038-bb0b-17fa3013f45d already deleted. [ 637.785410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ebe30f-8068-4038-bb0b-17fa3013f45d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.888619] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.888619] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.888619] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.888619] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.888983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.889041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b0b746cc-a011-4c09-994e-139d2cca9ac7 not found, creating... [ 637.889448] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.889448] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.889929] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.890096] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.890302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.890704] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890864] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.891416] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.891416] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.891525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.891583] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b0b746cc-a011-4c09-994e-139d2cca9ac7 is going to be created. [ 637.895701] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4f71b4ef-16e4-41d3-b48f-20f82a5fb25b None None] Enqueued Resource ID: 504c256d-a8d1-46ab-a1fd-06fce0a1f58a with Priority: HIGHEST for action port [ 637.898315] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504c256d-a8d1-46ab-a1fd-06fce0a1f58a with Priority: HIGHEST for action port [ 637.898315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-504c256d-a8d1-46ab-a1fd-06fce0a1f58a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.898315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-504c256d-a8d1-46ab-a1fd-06fce0a1f58a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.898315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-504c256d-a8d1-46ab-a1fd-06fce0a1f58a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.898811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-504c256d-a8d1-46ab-a1fd-06fce0a1f58a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.898811] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504c256d-a8d1-46ab-a1fd-06fce0a1f58a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.921834] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.922141] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.922845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.922845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.923244] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.923339] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.401198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 504c256d-a8d1-46ab-a1fd-06fce0a1f58a [ 638.401395] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.401527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.401595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.401811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:504c256d-a8d1-46ab-a1fd-06fce0a1f58a already deleted. [ 638.402114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-504c256d-a8d1-46ab-a1fd-06fce0a1f58a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.626011] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 638.626291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.636988] env[66071]: INFO networking_nsxv3.common.synchronization [req-bb025c9f-1a68-4190-b600-9b0fe5db9680 req-71dca6ea-50f4-424a-b027-c721d8fd1297 service nova] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 638.638016] env[66071]: INFO networking_nsxv3.common.synchronization [req-bb025c9f-1a68-4190-b600-9b0fe5db9680 req-71dca6ea-50f4-424a-b027-c721d8fd1297 service nova] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 638.638016] env[66071]: INFO networking_nsxv3.common.synchronization [req-bb025c9f-1a68-4190-b600-9b0fe5db9680 req-71dca6ea-50f4-424a-b027-c721d8fd1297 service nova] Enqueued Resource ID: b0b746cc-a011-4c09-994e-139d2cca9ac7 with Priority: HIGHEST for action port [ 638.638016] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_rules [ 638.638016] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 638.638016] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b746cc-a011-4c09-994e-139d2cca9ac7 with Priority: HIGHEST for action port [ 638.638458] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.638589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.638669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.639227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.639227] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.640243] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.640243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.640374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.642511] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.642511] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.642511] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b746cc-a011-4c09-994e-139d2cca9ac7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.642511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.642511] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b746cc-a011-4c09-994e-139d2cca9ac7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.146451] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.146451] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.146451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.146451] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b746cc-a011-4c09-994e-139d2cca9ac7 with status ACTIVE [ 639.146451] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.146451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.146451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.146451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.146451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147596] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.147596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.147596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.147596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.147596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.147963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.148214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.148489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.148662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.148813] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b746cc-a011-4c09-994e-139d2cca9ac7 is going to be updated. [ 639.178908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.178908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.178908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.178908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.178908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.178908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b746cc-a011-4c09-994e-139d2cca9ac7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.268189] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 639.268835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.268835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.269246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.269246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.269246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.269363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.269490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.269629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.269675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.269753] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.651784] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.777320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.777904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.777904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.777904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777904] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.778106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.778106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.778837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.778837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.778837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.778837] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.961029] env[66071]: INFO networking_nsxv3.common.synchronization [req-d77cd884-b026-4e06-863f-9c5e52a9d117 req-66e0ac1a-f569-4c2c-b0fc-a9c226f83d97 tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: 1ed5f04f-442f-4a4a-9ac1-f3950de48f58 with Priority: HIGHEST for action security_group_rules [ 639.961693] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed5f04f-442f-4a4a-9ac1-f3950de48f58 with Priority: HIGHEST for action security_group_rules [ 639.965192] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed5f04f-442f-4a4a-9ac1-f3950de48f58 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.965738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed5f04f-442f-4a4a-9ac1-f3950de48f58" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.965738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed5f04f-442f-4a4a-9ac1-f3950de48f58" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.965866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed5f04f-442f-4a4a-9ac1-f3950de48f58" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.965866] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed5f04f-442f-4a4a-9ac1-f3950de48f58',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.105817] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fd47f006-041d-4a68-af4d-c08087d44291 None None] Enqueued Resource ID: d5539140-e109-4a9b-8c92-356cad7caa56 with Priority: HIGHEST for action port [ 640.106520] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5539140-e109-4a9b-8c92-356cad7caa56 with Priority: HIGHEST for action port [ 640.106846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5539140-e109-4a9b-8c92-356cad7caa56 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.106982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5539140-e109-4a9b-8c92-356cad7caa56" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.108080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5539140-e109-4a9b-8c92-356cad7caa56" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.108080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5539140-e109-4a9b-8c92-356cad7caa56" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.108080] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5539140-e109-4a9b-8c92-356cad7caa56',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.158038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.158038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.158038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.158038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.158459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.158459] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 is going to be created. [ 640.190667] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.190667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.190667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.190667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.190667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.199575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: UNINITIALIZED for 2s [ 640.283143] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8e626f-0e47-4204-a978-680a7b8268cd: rpc.has_security_group_logging(os_id): False [ 640.316030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.316030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.316030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.316732] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.317655] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be updated. [ 640.395683] env[66071]: INFO networking_nsxv3.common.synchronization [None req-9b135626-1f2c-45f8-add3-2888f753048e None None] Enqueued Resource ID: 6626b5d6-9178-4d6b-81b1-ab2e87b1d067 with Priority: HIGHEST for action port [ 640.398409] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6626b5d6-9178-4d6b-81b1-ab2e87b1d067 with Priority: HIGHEST for action port [ 640.398824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6626b5d6-9178-4d6b-81b1-ab2e87b1d067 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.398966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6626b5d6-9178-4d6b-81b1-ab2e87b1d067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.399038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6626b5d6-9178-4d6b-81b1-ab2e87b1d067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.399348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6626b5d6-9178-4d6b-81b1-ab2e87b1d067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.399503] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6626b5d6-9178-4d6b-81b1-ab2e87b1d067',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.403412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.403412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.403412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.403412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.403684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.423597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 640.489876] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.490077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.490151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.490468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.490553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.490700] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed5f04f-442f-4a4a-9ac1-f3950de48f58 already deleted. [ 640.490782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed5f04f-442f-4a4a-9ac1-f3950de48f58" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.611156] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5539140-e109-4a9b-8c92-356cad7caa56 [ 640.611474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.611610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.611664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.611864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.611950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.612060] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5539140-e109-4a9b-8c92-356cad7caa56 already deleted. [ 640.612145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5539140-e109-4a9b-8c92-356cad7caa56" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.902333] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6626b5d6-9178-4d6b-81b1-ab2e87b1d067 [ 640.902628] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.902782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.902870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.904800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.904946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.905094] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6626b5d6-9178-4d6b-81b1-ab2e87b1d067 already deleted. [ 640.905200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6626b5d6-9178-4d6b-81b1-ab2e87b1d067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.768689] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 641.768689] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 641.769677] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 641.770387] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 641.771305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.771305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.771305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.771591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.771785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.771910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.771993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.772551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.772551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.772781] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.774488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.774488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.774488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.774488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.775087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775218] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.853479] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 641.853665] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 641.853805] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_rules [ 641.853921] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 641.854057] env[66071]: INFO networking_nsxv3.common.synchronization [req-61bdaa92-e507-492b-b312-e181d7ed2fec req-afe5b29b-22e5-4b57-a28a-e9568365bd1c tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 641.854620] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 641.854772] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_rules [ 641.854871] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 641.854961] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 641.855213] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 641.855546] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.855748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.855814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.856088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.856175] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.857114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.857337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.857409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.858759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.858759] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.860033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eaf348-bae5-4024-af12-3eb43cc304b9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.860033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.860033] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eaf348-bae5-4024-af12-3eb43cc304b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.862432] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.862612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.863958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.863958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: SUCCESS [ 642.211349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.212052] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.212186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.212260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.212481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.212518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.212594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.212688] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.279044] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.280104] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.365836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.366197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.367701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.367701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.367701] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03eaf348-bae5-4024-af12-3eb43cc304b9 with status ACTIVE [ 642.367701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.367701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.367701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.368086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.368482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.368482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.368482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.369355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.369355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.369660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 is going to be updated. [ 642.397856] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.397856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.397856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.397856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.397856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.397856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.445631] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 642.445631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.719486] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.784157] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.788176] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.221963] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74612c54-1cda-4711-b90e-bbcfa75f0b47: rpc.has_security_group_logging(os_id): False [ 643.245484] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.245484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.245484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.245484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.245484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.245894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.245894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.246061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246540] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 is going to be created. [ 643.289043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.289915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.289915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.289915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.289915] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be created. [ 643.291152] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.291297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.291556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.291702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.291702] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 643.321669] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.321781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.321820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.322078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.322300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.325155] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.325155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.325155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.325155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.325155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.328949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.329106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.329106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.329369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.329431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.341208] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 643.341967] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: UNINITIALIZED for 2s [ 643.342759] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: IN_PROGRESS for 2s [ 643.712566] env[66071]: INFO networking_nsxv3.common.synchronization [req-d5bf9825-577c-4a76-abbb-d3883ef53c76 req-1afad469-feb0-44c6-a383-4bae90d5d4b8 tempest-VolumesAdminNegativeTest-178636109 tempest-VolumesAdminNegativeTest-178636109-project-member] Enqueued Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 643.713430] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGHEST for action security_group_members [ 643.714045] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.714045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.714285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.714444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.715045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.715045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.715045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.715045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.715045] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.217916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218653] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.219041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219129] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 is going to be updated. [ 644.257826] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.258489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.258761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.259034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.259190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.273327] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: IN_PROGRESS for 2s [ 644.749433] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 644.749544] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 644.749729] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 644.750380] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 644.750380] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 644.750836] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 644.750836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.750836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.751128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1587785c-a915-47f2-8b5d-73b7a5466fd6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.751352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.751698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.752103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.752103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.752103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.752103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.752338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.752338] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.806450] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_rules [ 644.806704] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 644.806746] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 644.806869] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 644.806986] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_rules [ 644.807136] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 644.807264] env[66071]: INFO networking_nsxv3.common.synchronization [req-47e0ee5b-98ff-47dd-bfe7-68f807a0ee30 req-b95c851c-eeea-4bc5-b3c0-6f2e39a3cd66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 644.807820] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_rules [ 644.807951] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 644.808530] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 644.808692] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 with Priority: HIGHEST for action port [ 644.808835] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_rules [ 644.808955] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 644.809078] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 644.809402] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1587785c-a915-47f2-8b5d-73b7a5466fd6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.809620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.809709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.810168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.813268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.813268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.813268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.813268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.813268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.813268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eaf348-bae5-4024-af12-3eb43cc304b9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.813268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.813268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.814386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.814386] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eaf348-bae5-4024-af12-3eb43cc304b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.817329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.817329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.817329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1587785c-a915-47f2-8b5d-73b7a5466fd6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.817329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.817329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.817329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.240351] env[66071]: INFO networking_nsxv3.common.synchronization [None req-40145531-6bb7-42c2-bb09-a6411df7aa24 None None] Enqueued Resource ID: 5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e with Priority: HIGHEST for action port [ 645.244089] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e with Priority: HIGHEST for action port [ 645.244089] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.244089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.244089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.244089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.244089] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.254896] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.316381] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1587785c-a915-47f2-8b5d-73b7a5466fd6 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.316520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.316659] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03eaf348-bae5-4024-af12-3eb43cc304b9 with status ACTIVE [ 645.316903] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.317067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.317154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.317470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.318444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.318444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.318444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.318444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.318444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.318444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.318444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.318823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.318823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.318898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.319254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.319254] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03eaf348-bae5-4024-af12-3eb43cc304b9 is going to be updated. [ 645.344776] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.344776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.344776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.344776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.344776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.344776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eaf348-bae5-4024-af12-3eb43cc304b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.358831] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 645.359369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.359895] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 645.360097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.360251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.360789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.360789] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.360789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.360953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.363059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.363259] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.364653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.364653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.364784] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.364841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.364893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.365106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.365198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.365364] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.366952] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: SUCCESS [ 645.367164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.747280] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e [ 645.748306] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.748306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.748306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.748306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.748306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.748553] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e already deleted. [ 645.748553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd00815-6c25-4b3c-8e8f-1ba3b64a0e1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.757294] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.786154] env[66071]: INFO networking_nsxv3.common.synchronization [req-c562ea40-94ab-4045-a2e5-8f23e8aebd35 req-a6b2f285-f9ac-4c54-86ae-4515492469a0 tempest-ServersV294TestFqdnHostnames-252886353 tempest-ServersV294TestFqdnHostnames-252886353-project-member] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 645.786881] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 645.787202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.787330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.787418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.787658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.787820] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.787923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.787988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.788192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.788299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.788400] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.869101] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.870780] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.258150] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.259474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.259474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.259474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.259781] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.260490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.260490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.260490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.260490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.260844] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.261025] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.261144] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.261380] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.261505] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.261574] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.262017] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.263668] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.263866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.263955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.264121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.264264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.264390] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 is going to be created. [ 646.284920] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 in Status: SUCCESS [ 646.284920] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 deletion is rescheduled due to dependency. [ 646.284920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290324] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.290324] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.290324] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.290324] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290764] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-09ae1fcc-47b0-4765-8fd6-df1d884088e5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.290901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.291126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.291708] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.291708] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ae1fcc-47b0-4765-8fd6-df1d884088e5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.293128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.293467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.293569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.293803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.293933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.294186] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.294365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.294418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.294603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.294720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.294847] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 already deleted. [ 646.294937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.297418] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.297541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.297591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.298205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.298205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.314738] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: UNINITIALIZED for 2s [ 646.372581] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.376117] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.569817] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6f667764-7689-4d7e-9831-46b45320766e None None] Enqueued Resource ID: 63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44 with Priority: HIGHEST for action port [ 646.570347] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44 with Priority: HIGHEST for action port [ 646.570632] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.570752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.570855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.571980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.572110] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.796658] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.796925] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.797041] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.797345] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.797488] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.797637] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 09ae1fcc-47b0-4765-8fd6-df1d884088e5 not found, creating... [ 646.797910] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.798114] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.798192] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.798409] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.798564] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.798844] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.798995] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.799132] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.799334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.799462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.799595] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 09ae1fcc-47b0-4765-8fd6-df1d884088e5 is going to be created. [ 646.820467] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.820745] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.820905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.821337] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.821386] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.875290] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.875546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.875659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.875989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.876159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.876345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 646.879256] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.879457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.879556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.879835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.879981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.880140] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be updated. [ 646.924086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.924332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.924332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.924520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.924670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928237] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.928419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.928547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.928721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.928834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 646.951714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 647.074543] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44 [ 647.076178] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.076178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.076494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.077427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.077427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.077427] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44 already deleted. [ 647.077427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63cf6c72-e9cd-4aa8-ae8d-b96e7de16c44" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.569631] env[66071]: INFO networking_nsxv3.common.synchronization [req-c562ea40-94ab-4045-a2e5-8f23e8aebd35 req-c98c5d98-f11e-428d-9292-a41b1a52d39a service nova] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 647.569909] env[66071]: INFO networking_nsxv3.common.synchronization [req-c562ea40-94ab-4045-a2e5-8f23e8aebd35 req-c98c5d98-f11e-428d-9292-a41b1a52d39a service nova] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 647.569947] env[66071]: INFO networking_nsxv3.common.synchronization [req-c562ea40-94ab-4045-a2e5-8f23e8aebd35 req-c98c5d98-f11e-428d-9292-a41b1a52d39a service nova] Enqueued Resource ID: 09ae1fcc-47b0-4765-8fd6-df1d884088e5 with Priority: HIGHEST for action port [ 647.570320] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_rules [ 647.570372] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 647.570435] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ae1fcc-47b0-4765-8fd6-df1d884088e5 with Priority: HIGHEST for action port [ 647.570981] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.571149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.571217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.571485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.571571] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.572438] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.576749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.576825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.577046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.577223] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.577361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.577432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.577639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.577693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.577762] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.578606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ae1fcc-47b0-4765-8fd6-df1d884088e5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.578714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.578771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.580639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.580733] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ae1fcc-47b0-4765-8fd6-df1d884088e5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.944647] env[66071]: INFO networking_nsxv3.common.synchronization [req-9471c453-9754-4d9f-9971-0062beccb589 req-d4e7af7f-9907-4ca5-bca7-d00c48c484bc tempest-ServerDiagnosticsNegativeTest-1790088242 tempest-ServerDiagnosticsNegativeTest-1790088242-project-member] Enqueued Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 647.944647] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGHEST for action security_group_members [ 647.944772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.945708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.945708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.946126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.948154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.948154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.948154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.948154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.948154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.948154] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.082768] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.085520] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.085520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.085520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09ae1fcc-47b0-4765-8fd6-df1d884088e5 with status ACTIVE [ 648.085520] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.085520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.085520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.085520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.085902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.085902] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.085902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.085902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.086065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.086100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.086588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.086588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.086588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.091095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.091095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.091095] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09ae1fcc-47b0-4765-8fd6-df1d884088e5 is going to be updated. [ 648.123436] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.124198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.124198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.124599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.124675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ae1fcc-47b0-4765-8fd6-df1d884088e5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.330245] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: SUCCESS [ 648.331154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.331842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.331842] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.333947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.333947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.333947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.333947] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.456977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.456977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.456977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.457323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.457323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.457422] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.457486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.457525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.457866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.457866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.457866] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 is going to be updated. [ 648.492362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.492514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.493048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.493048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.493323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.504746] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: IN_PROGRESS for 2s [ 648.593116] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.780751] env[66071]: INFO networking_nsxv3.common.synchronization [None req-41fdbd17-5003-49fc-a559-3120cc72936b None None] Enqueued Resource ID: 631c0ffc-545c-4799-bbc0-600c1edb83ca with Priority: HIGHEST for action port [ 648.781056] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631c0ffc-545c-4799-bbc0-600c1edb83ca with Priority: HIGHEST for action port [ 648.781644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-631c0ffc-545c-4799-bbc0-600c1edb83ca taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.781772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631c0ffc-545c-4799-bbc0-600c1edb83ca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.781838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631c0ffc-545c-4799-bbc0-600c1edb83ca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.782173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631c0ffc-545c-4799-bbc0-600c1edb83ca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.782265] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631c0ffc-545c-4799-bbc0-600c1edb83ca',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.835477] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.912142] env[66071]: INFO networking_nsxv3.common.synchronization [None req-18d39ceb-5132-4ba1-83e4-0bfff310aa57 None None] Enqueued Resource ID: 103cca65-08e0-4fd5-aa80-5b7d550991ef with Priority: HIGHEST for action port [ 648.912497] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103cca65-08e0-4fd5-aa80-5b7d550991ef with Priority: HIGHEST for action port [ 648.916743] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-103cca65-08e0-4fd5-aa80-5b7d550991ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.916743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103cca65-08e0-4fd5-aa80-5b7d550991ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.916743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103cca65-08e0-4fd5-aa80-5b7d550991ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.916743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103cca65-08e0-4fd5-aa80-5b7d550991ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.916968] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103cca65-08e0-4fd5-aa80-5b7d550991ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.962817] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 648.963564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.965118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.966129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.966492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.966555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.966734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.967017] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.968537] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 648.968720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.968870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.969048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.969220] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.969331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.969393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.969535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.969737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.969737] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.970433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.970593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.970811] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.970953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.971019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.971155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.971526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.971526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.971526] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.972322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.972482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.972630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.972730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.972788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.972927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.973061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.973125] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.098130] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.098773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.098922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.099141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.099225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.099448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 is going to be created. [ 649.122228] env[66071]: INFO networking_nsxv3.common.synchronization [req-19524e75-cde3-464b-893f-f8cb7f8fb7f4 req-228d93f5-df29-4566-8a14-75434c80ae0d tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: 819db2e3-b9c2-484b-b8ce-259a10c81cb1 with Priority: HIGHEST for action security_group_rules [ 649.122228] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819db2e3-b9c2-484b-b8ce-259a10c81cb1 with Priority: HIGHEST for action security_group_rules [ 649.122228] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-819db2e3-b9c2-484b-b8ce-259a10c81cb1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.122763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-819db2e3-b9c2-484b-b8ce-259a10c81cb1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.122977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-819db2e3-b9c2-484b-b8ce-259a10c81cb1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.123878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-819db2e3-b9c2-484b-b8ce-259a10c81cb1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.124106] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('819db2e3-b9c2-484b-b8ce-259a10c81cb1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.133548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.133548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.133548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.133548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.133548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.146426] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: UNINITIALIZED for 2s [ 649.285891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631c0ffc-545c-4799-bbc0-600c1edb83ca [ 649.286684] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.286684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.286684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.286966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.286966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.287109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631c0ffc-545c-4799-bbc0-600c1edb83ca already deleted. [ 649.287179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631c0ffc-545c-4799-bbc0-600c1edb83ca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.339621] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.419044] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 103cca65-08e0-4fd5-aa80-5b7d550991ef [ 649.419044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.419044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.419044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.419331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.419331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.419402] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:103cca65-08e0-4fd5-aa80-5b7d550991ef already deleted. [ 649.419491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103cca65-08e0-4fd5-aa80-5b7d550991ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.474060] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.475233] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.476372] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.478515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.478515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.648717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.649668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.649668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.649668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.649668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.649668] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 819db2e3-b9c2-484b-b8ce-259a10c81cb1 already deleted. [ 649.649668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-819db2e3-b9c2-484b-b8ce-259a10c81cb1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.845795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845795] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 is going to be updated. [ 649.882726] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.882955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.882955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.883164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.883313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893780] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: IN_PROGRESS for 2s [ 649.979884] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.980965] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60bc2d92-333c-4587-987f-29a44f9c6cce: rpc.has_security_group_logging(os_id): False [ 649.981886] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.000096] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.000402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.000485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.000758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.001115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.001350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.001472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.001527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.001777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.001777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.001868] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be created. [ 650.063981] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.066904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.066904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.084596] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 650.487520] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 650.487520] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.487520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be updated. [ 650.516154] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de3c6a22-311a-4a19-8e80-5066ea570467 in Status: SUCCESS [ 650.516784] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 deletion is rescheduled due to dependency. [ 650.519579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.528335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.528526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.530053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.530053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530731] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.530848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.530914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.532439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.532439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.543324] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 650.544070] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 651.067016] env[66071]: INFO networking_nsxv3.common.synchronization [req-e89c0a68-4573-4a67-860f-fbbf128482ca req-4869ca03-54bb-48d6-9b0b-b1980bb77323 tempest-FloatingIPsAssociationNegativeTestJSON-1049488597 tempest-FloatingIPsAssociationNegativeTestJSON-1049488597-project-member] Enqueued Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 651.067314] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 651.067771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.067883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.068024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.071183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.071183] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.071183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.071183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.071183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.071183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.071183] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.158471] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: SUCCESS [ 651.158471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.158471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.158868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.158926] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.159072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.159144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.159364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.159364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.159477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.159523] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.462266] env[66071]: INFO networking_nsxv3.common.synchronization [None req-05f86207-12b4-4406-a84c-74a6235e800a None None] Enqueued Resource ID: 48f6dd17-b485-42f5-a091-d93493abc7e3 with Priority: HIGHEST for action port [ 651.462266] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f6dd17-b485-42f5-a091-d93493abc7e3 with Priority: HIGHEST for action port [ 651.462548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f6dd17-b485-42f5-a091-d93493abc7e3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.462655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f6dd17-b485-42f5-a091-d93493abc7e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.462713] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f6dd17-b485-42f5-a091-d93493abc7e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.462945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f6dd17-b485-42f5-a091-d93493abc7e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.464094] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f6dd17-b485-42f5-a091-d93493abc7e3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.572216] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.574028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.574028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d already deleted. [ 651.574028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.628829] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.629149] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-951" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629149] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-951" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629436] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-951" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629720] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.629994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.630235] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.630377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.630586] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.630736] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.630877] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.630945] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.631020] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.631091] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.631268] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.650714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.650913] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.651023] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.651203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-951" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.651562] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-1087deb6-1621-41d8-af69-f5f814b05411 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.651728] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.651793] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.652128] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.652262] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1087deb6-1621-41d8-af69-f5f814b05411',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.662967] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.903654] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: SUCCESS [ 651.904033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.904076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.904331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.904545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.904683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.904723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.904880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.904960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.905058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.905150] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.965698] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48f6dd17-b485-42f5-a091-d93493abc7e3 [ 651.965861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.965998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.966281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.966585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.966585] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48f6dd17-b485-42f5-a091-d93493abc7e3 already deleted. [ 651.966585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f6dd17-b485-42f5-a091-d93493abc7e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.099671] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 652.099997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.100266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.100775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.100775] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.155052] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155312] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.155437] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.155715] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.155861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.156023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 1087deb6-1621-41d8-af69-f5f814b05411 not found, creating... [ 652.156271] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.156566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.156734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.156965] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.157138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.157509] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.157668] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.157789] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.157994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.158140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.158324] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 1087deb6-1621-41d8-af69-f5f814b05411 is going to be created. [ 652.165307] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65024d50-01a9-40ab-8ad3-5f3c43456202: rpc.has_security_group_logging(os_id): False [ 652.180987] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.181238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.181375] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.181648] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.181928] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182179] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.183899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.183899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.184183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.184432] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.184833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.184876] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 is going to be created. [ 652.254732] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.254964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.255039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.255279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.255513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.271457] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: IN_PROGRESS for 2s [ 652.407850] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.556531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 652.556744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.556925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557391] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.557513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.557571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.558052] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.559461] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 652.559718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.559986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.560403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560672] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.606875] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.606875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.911521] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1587785c-a915-47f2-8b5d-73b7a5466fd6: rpc.has_security_group_logging(os_id): False [ 652.923617] env[66071]: INFO networking_nsxv3.common.synchronization [req-e89c0a68-4573-4a67-860f-fbbf128482ca req-2fe40ff9-a933-40bf-9208-a9aa4d830a1f service nova] Enqueued Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_rules [ 652.923617] env[66071]: INFO networking_nsxv3.common.synchronization [req-e89c0a68-4573-4a67-860f-fbbf128482ca req-2fe40ff9-a933-40bf-9208-a9aa4d830a1f service nova] Enqueued Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 652.923718] env[66071]: INFO networking_nsxv3.common.synchronization [req-e89c0a68-4573-4a67-860f-fbbf128482ca req-2fe40ff9-a933-40bf-9208-a9aa4d830a1f service nova] Enqueued Resource ID: 1087deb6-1621-41d8-af69-f5f814b05411 with Priority: HIGHEST for action port [ 652.924441] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_rules [ 652.924545] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 652.924654] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1087deb6-1621-41d8-af69-f5f814b05411 with Priority: HIGHEST for action port [ 652.924932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.925283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.925495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.925736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.925846] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.927118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.927118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.927118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.927118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.927325] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.927325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.927325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.927494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.927617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.927665] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.928504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1087deb6-1621-41d8-af69-f5f814b05411 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.928627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.928684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.929033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.929033] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1087deb6-1621-41d8-af69-f5f814b05411',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.940960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.941116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.941185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.941389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.941474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.942042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.942042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.942042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.942042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.942289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.942289] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 is going to be created. [ 653.009073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.009291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.009400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.009668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.009809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027344] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: IN_PROGRESS for 2s [ 653.062367] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.069281] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.398135] env[66071]: INFO networking_nsxv3.common.synchronization [None req-3a08bce0-9396-4f40-bcd8-5fe6ac4696c6 None None] Enqueued Resource ID: a8cf4ede-b377-4a20-a5d0-7cc1092f9570 with Priority: HIGHEST for action port [ 653.398135] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cf4ede-b377-4a20-a5d0-7cc1092f9570 with Priority: HIGHEST for action port [ 653.398532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cf4ede-b377-4a20-a5d0-7cc1092f9570 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.398632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cf4ede-b377-4a20-a5d0-7cc1092f9570" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.398867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cf4ede-b377-4a20-a5d0-7cc1092f9570" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.399100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cf4ede-b377-4a20-a5d0-7cc1092f9570" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.399209] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cf4ede-b377-4a20-a5d0-7cc1092f9570',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.430230] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.431974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.434559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.434790] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1087deb6-1621-41d8-af69-f5f814b05411 with status ACTIVE [ 653.435040] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.435201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.435201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.435633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.435633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.435714] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.435776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.435814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.436022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.436022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.436886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.436886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.436886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.436886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.437107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.437107] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1087deb6-1621-41d8-af69-f5f814b05411 is going to be updated. [ 653.460973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.461170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.461262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.461593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.461593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.461736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1087deb6-1621-41d8-af69-f5f814b05411" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.570037] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.570900] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.903694] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8cf4ede-b377-4a20-a5d0-7cc1092f9570 [ 653.904326] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.904326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.904326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.904623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.904623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.904623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8cf4ede-b377-4a20-a5d0-7cc1092f9570 already deleted. [ 653.904726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cf4ede-b377-4a20-a5d0-7cc1092f9570" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.934168] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.969691] env[66071]: INFO networking_nsxv3.common.synchronization [req-ae311187-709b-409d-93e2-93860e890e74 req-a01f68f8-324a-4332-986a-5849860d3721 tempest-ImagesNegativeTestJSON-2095908413 tempest-ImagesNegativeTestJSON-2095908413-project-member] Enqueued Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 653.969691] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 653.969691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.969691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.969691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.969691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.969691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.970223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.970223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970223] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.075477] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.075477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.075746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.075746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.075819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.075892] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 654.077458] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.077590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.077650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.077922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.077922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.078032] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be updated. [ 654.113224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.113224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.113224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.113224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.113224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.115307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.115434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.115498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.115712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.115831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.134375] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 654.134885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 654.320992] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: SUCCESS [ 654.321993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.438439] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.438756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.438756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.439879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.440079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.440150] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d is going to be created. [ 654.468031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.468031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.468251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.468300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.468436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.473254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.473254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.473254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.473631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.473631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.473772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.473866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.473909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.475279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475415] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adedc2e6-de89-4678-80c3-df97502970e0 already deleted. [ 654.475517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.480491] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: UNINITIALIZED for 2s [ 654.511072] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.511072] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-101" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.511276] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-101" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.511461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-101" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.511697] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.512524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.512524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.512524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.512524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.512524] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.512737] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.512737] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.513806] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.513806] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.513806] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.513806] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.532710] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.532885] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.533080] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.533280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-101" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.533684] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-89460829-de4d-4dd2-a45e-80cfbf28de3e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.533951] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.534174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.534503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.534650] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89460829-de4d-4dd2-a45e-80cfbf28de3e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.665704] env[66071]: INFO networking_nsxv3.common.synchronization [None req-a5e84dde-efd9-4b6c-a3db-af9ef259e939 None None] Enqueued Resource ID: f2ff6ccb-4958-4630-94d4-9f09350e9f31 with Priority: HIGHEST for action port [ 654.666292] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ff6ccb-4958-4630-94d4-9f09350e9f31 with Priority: HIGHEST for action port [ 654.666787] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ff6ccb-4958-4630-94d4-9f09350e9f31 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.667723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ff6ccb-4958-4630-94d4-9f09350e9f31" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.667857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ff6ccb-4958-4630-94d4-9f09350e9f31" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.668171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ff6ccb-4958-4630-94d4-9f09350e9f31" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.668268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ff6ccb-4958-4630-94d4-9f09350e9f31',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.037709] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.038050] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.038228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.038613] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.038827] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.039060] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 89460829-de4d-4dd2-a45e-80cfbf28de3e not found, creating... [ 655.039439] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.039656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.039810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040477] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.040945] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.041274] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.041621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.042016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.042251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.042490] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 89460829-de4d-4dd2-a45e-80cfbf28de3e is going to be created. [ 655.045037] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: SUCCESS [ 655.045470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.067022] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.067022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.067022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.067022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.067022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.067022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.173475] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ff6ccb-4958-4630-94d4-9f09350e9f31 [ 655.173990] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.174324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.174504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.174859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.175027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.175175] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ff6ccb-4958-4630-94d4-9f09350e9f31 already deleted. [ 655.175283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ff6ccb-4958-4630-94d4-9f09350e9f31" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.458456] env[66071]: INFO networking_nsxv3.common.synchronization [None req-bbb78186-2851-44c3-9bc6-6b1bc4083cf7 None None] Enqueued Resource ID: 7c8a728b-7c1f-4ac9-b648-7b68b44abd39 with Priority: HIGHEST for action port [ 655.459047] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8a728b-7c1f-4ac9-b648-7b68b44abd39 with Priority: HIGHEST for action port [ 655.459368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8a728b-7c1f-4ac9-b648-7b68b44abd39 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.459494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8a728b-7c1f-4ac9-b648-7b68b44abd39" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.459564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8a728b-7c1f-4ac9-b648-7b68b44abd39" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.459821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8a728b-7c1f-4ac9-b648-7b68b44abd39" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.459902] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8a728b-7c1f-4ac9-b648-7b68b44abd39',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.963354] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c8a728b-7c1f-4ac9-b648-7b68b44abd39 [ 655.963354] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.963354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.963354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.963354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.963354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.963354] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c8a728b-7c1f-4ac9-b648-7b68b44abd39 already deleted. [ 655.963354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8a728b-7c1f-4ac9-b648-7b68b44abd39" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.146138] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 656.146427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.146603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.147921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.148079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.148153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.148325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.148400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.148494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.148588] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.150295] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 656.151319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.151464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.151639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.151811] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.151914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.151980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.152182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.152272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.152341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.152478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.152577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.152641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.152779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.152917] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.153014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.155200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.155506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.155611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.155703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.155847] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.323066] env[66071]: INFO networking_nsxv3.common.synchronization [req-ae311187-709b-409d-93e2-93860e890e74 req-13af2e38-cf20-4310-9cf8-e761c10e7082 service nova] Enqueued Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_rules [ 656.323254] env[66071]: INFO networking_nsxv3.common.synchronization [req-ae311187-709b-409d-93e2-93860e890e74 req-13af2e38-cf20-4310-9cf8-e761c10e7082 service nova] Enqueued Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 656.323389] env[66071]: INFO networking_nsxv3.common.synchronization [req-ae311187-709b-409d-93e2-93860e890e74 req-13af2e38-cf20-4310-9cf8-e761c10e7082 service nova] Enqueued Resource ID: 89460829-de4d-4dd2-a45e-80cfbf28de3e with Priority: HIGHEST for action port [ 656.323960] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_rules [ 656.324073] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 656.324137] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89460829-de4d-4dd2-a45e-80cfbf28de3e with Priority: HIGHEST for action port [ 656.324496] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.324972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.325023] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.325844] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.325955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.326196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.326196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.326362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.326485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.326529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.326738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.326850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.326946] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.327813] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-89460829-de4d-4dd2-a45e-80cfbf28de3e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.327894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.327894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.328774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.328887] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89460829-de4d-4dd2-a45e-80cfbf28de3e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.490681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: SUCCESS [ 656.490954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.491571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.491571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.491571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.491739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.491739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.491831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.491875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.491960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.492064] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.657748] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.659323] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 656.678468] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.679694] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.679694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.680169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.680169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.680169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.680169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.680169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.680607] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.680607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.680607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.680779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.680779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.680846] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 656.747647] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.747936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.747936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.748096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.748228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760927] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 656.833029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.833029] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.833029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89460829-de4d-4dd2-a45e-80cfbf28de3e with status ACTIVE [ 656.833029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.833029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.833029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.835705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.839687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.839687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.839687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.839687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.839687] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89460829-de4d-4dd2-a45e-80cfbf28de3e is going to be updated. [ 656.874812] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.876373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.876373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.876373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.876373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.876373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89460829-de4d-4dd2-a45e-80cfbf28de3e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.996382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.996631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.996784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.998386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.998386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.998529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.999627] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.999627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.999627] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.000056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.000056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.000056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.000056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.000990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.001143] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.161857] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60bc2d92-333c-4587-987f-29a44f9c6cce: rpc.has_security_group_logging(os_id): False [ 657.187771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.187771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.187771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.188299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.188299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.188299] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be updated. [ 657.269924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.269924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.269924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.270693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.270838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.292699] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 657.340130] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.504507] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d: rpc.has_security_group_logging(os_id): False [ 657.529021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.529021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.529021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.529021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.531566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.533661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.533661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.533661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.533661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.533661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d is going to be created. [ 657.596069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.596942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.597262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.597585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.597900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.611063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: IN_PROGRESS for 2s [ 657.844683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.846021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.846021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.846021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.846021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.846021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adedc2e6-de89-4678-80c3-df97502970e0 is going to be created. [ 657.958045] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.958237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.958283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.970583] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: UNINITIALIZED for 2s [ 658.776530] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 658.776530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.776530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.777037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.777037] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.282258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.282258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.282258] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.308395] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 659.308395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.627697] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: SUCCESS [ 659.627935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.694130] env[66071]: INFO networking_nsxv3.common.synchronization [None req-915c2ecc-656f-4bc5-bee2-c2ca951c4f75 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 659.694841] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 659.695569] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.695720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.695770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.696037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.696125] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.704401] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-09852586-5337-4442-87c9-c93adac3ca5d tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 659.704401] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 659.704879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.706050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.706050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.706050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.706050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.706050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.706295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.706333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.706433] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.786135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.786633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.786633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.786993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.787101] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.787251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.787297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.787598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.787772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.788039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.788234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.788352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.788586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.788882] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.789090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.789090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.789220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.789363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789565] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.982927] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: SUCCESS [ 659.982927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.983216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.983446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.983708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.983922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.984019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.984219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.984380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.984524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.984652] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.210055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.210242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.210242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.210439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.210529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.210729] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.210837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.210896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.211134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.211134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.211242] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 already deleted. [ 660.211409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.220785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.221091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.221541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.221541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.221541] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 already deleted. [ 660.221681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.270945] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f80a8006-6b05-4523-a11c-b6c8246afd1a tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 660.272017] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 660.272264] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.273046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273046] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.293145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 660.312917] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.313121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.313121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.313343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.313621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.313621] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.313724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.313808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.313969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.314066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.314279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.314370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.314445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.314595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.314684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.314860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.314948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.315026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.315167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.315271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.315321] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 660.385292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.385575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.385707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.385988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.386174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.400378] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 660.488530] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.488786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.488964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.489384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.489384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.489565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.489565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.489732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.489771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490076] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.491180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.491180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.491180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.491180] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.600043] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.600322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.600432] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.600880] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.601205] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.601346] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.601478] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.601732] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.601882] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.602101] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.602218] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.602343] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.602466] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.602703] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.602703] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.602804] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.621448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.621595] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.621729] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.621900] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622253] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-6d4ea217-dc73-4803-b254-dfff8ced28cb taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622971] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d4ea217-dc73-4803-b254-dfff8ced28cb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.800344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.800776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.800776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.800931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.801424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.801514] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 already deleted. [ 660.801605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.994538] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adedc2e6-de89-4678-80c3-df97502970e0: rpc.has_security_group_logging(os_id): False [ 661.013361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.013568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.013895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.014214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.014275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.014398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.014478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014665] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.014758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.014812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.014954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.015042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.015248] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.015340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.015391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.015535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.015631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.015720] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adedc2e6-de89-4678-80c3-df97502970e0 is going to be created. [ 661.096924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.097448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.097448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.097448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.097736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.109615] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: IN_PROGRESS for 2s [ 661.125626] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.125870] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.125985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.126265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.126402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.126607] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 6d4ea217-dc73-4803-b254-dfff8ced28cb not found, creating... [ 661.126851] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.127016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.127117] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.127326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.127450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.127743] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.127951] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.128024] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.128560] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.128697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.128833] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 6d4ea217-dc73-4803-b254-dfff8ced28cb is going to be created. [ 661.152124] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152918] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.153152] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.850411] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-cde6c346-da3d-48df-bc27-34a619b8d748 service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 661.850680] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-cde6c346-da3d-48df-bc27-34a619b8d748 service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 661.851079] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-cde6c346-da3d-48df-bc27-34a619b8d748 service nova] Enqueued Resource ID: 6d4ea217-dc73-4803-b254-dfff8ced28cb with Priority: HIGHEST for action port [ 661.851494] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 661.851570] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 661.851688] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d4ea217-dc73-4803-b254-dfff8ced28cb with Priority: HIGHEST for action port [ 661.852181] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.852292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.852344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.852621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852837] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.853768] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.854017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.854398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.854527] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.854671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.854750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.855099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.857573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.857573] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.857573] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d4ea217-dc73-4803-b254-dfff8ced28cb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.857573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.857573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.857573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.858058] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d4ea217-dc73-4803-b254-dfff8ced28cb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.360114] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.364895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364895] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d4ea217-dc73-4803-b254-dfff8ced28cb with status ACTIVE [ 662.364895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.364895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.364895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.365548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.365548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.365548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.365548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.365548] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d4ea217-dc73-4803-b254-dfff8ced28cb is going to be updated. [ 662.389728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.389728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.389728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.389728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.389728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.389728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d4ea217-dc73-4803-b254-dfff8ced28cb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416903] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 662.416903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421063] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-4bf316fe-39b0-460b-bac0-db07a94bef63 tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 662.421063] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 662.421063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.421063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780620] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.780819] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780959] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.781335] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.781649] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.781845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.782217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.782387] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782587] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.782694] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.782836] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.782948] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.782995] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.783102] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.783223] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.801747] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.801891] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.802036] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.802211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.802517] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-00c0473b-f4d6-4206-93f4-d2eb310f5e35 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.802762] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.802937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.803268] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.803477] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c0473b-f4d6-4206-93f4-d2eb310f5e35',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.867523] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.126598] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: SUCCESS [ 663.126866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.306125] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.306461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.306675] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.306966] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.307153] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.307316] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 00c0473b-f4d6-4206-93f4-d2eb310f5e35 not found, creating... [ 663.307625] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.307818] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.307935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.308176] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.308317] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.308599] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.308869] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.309017] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.309133] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.309263] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.309402] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 00c0473b-f4d6-4206-93f4-d2eb310f5e35 is going to be created. [ 663.331724] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.331945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.332080] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332369] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.333040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.333040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.370011] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.370326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.370326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.370489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.370721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.370863] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be created. [ 663.408326] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.408566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.408566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.408756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.408922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.419945] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: UNINITIALIZED for 2s [ 664.041266] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-c4aaa3bd-6a03-4c0e-83ab-d998c5c3461c service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 664.041676] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-c4aaa3bd-6a03-4c0e-83ab-d998c5c3461c service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 664.041676] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-c4aaa3bd-6a03-4c0e-83ab-d998c5c3461c service nova] Enqueued Resource ID: 00c0473b-f4d6-4206-93f4-d2eb310f5e35 with Priority: HIGHEST for action port [ 664.041779] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 664.041915] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 664.042019] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c0473b-f4d6-4206-93f4-d2eb310f5e35 with Priority: HIGHEST for action port [ 664.042835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.042946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.043995] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.044124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.044324] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c0473b-f4d6-4206-93f4-d2eb310f5e35 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.044429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.044495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.044720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.044769] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c0473b-f4d6-4206-93f4-d2eb310f5e35',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.548580] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00c0473b-f4d6-4206-93f4-d2eb310f5e35 with status ACTIVE [ 664.548909] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.549104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.549201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.549463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.551121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.551121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.551121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.551121] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00c0473b-f4d6-4206-93f4-d2eb310f5e35 is going to be updated. [ 664.703030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.703203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.703253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.704036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.704036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.704036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c0473b-f4d6-4206-93f4-d2eb310f5e35" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.766528] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-33941840-570c-494c-8534-89866d5b6dd7 tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 664.767123] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 664.767469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.767599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.298778] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.298778] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.298778] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.299366] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.299366] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.299809] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.299809] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.299937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.299990] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.300187] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.300292] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.300416] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.300495] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.300613] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.300773] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.300910] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.319934] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.320154] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.320242] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.321629] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-292" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.321629] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-ad0835ba-19f8-4591-826b-decc1d068374 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.321875] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.321926] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.322317] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.322489] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0835ba-19f8-4591-826b-decc1d068374',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.430814] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 665.431062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.431237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.431465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.431660] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.431787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.431872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.432045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.432126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.432308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.432308] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.433360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.433555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433752] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.434827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.434972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.435183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.435307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.435431] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.578060] env[66071]: INFO networking_nsxv3.common.synchronization [None req-deb3bb88-1737-496e-becb-e334b73befd5 None None] Enqueued Resource ID: 866233e9-756a-42b8-a22a-ce4426ef9fe7 with Priority: HIGHEST for action port [ 665.578060] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866233e9-756a-42b8-a22a-ce4426ef9fe7 with Priority: HIGHEST for action port [ 665.579070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-866233e9-756a-42b8-a22a-ce4426ef9fe7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.579359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-866233e9-756a-42b8-a22a-ce4426ef9fe7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.579643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-866233e9-756a-42b8-a22a-ce4426ef9fe7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.581175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-866233e9-756a-42b8-a22a-ce4426ef9fe7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.581175] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866233e9-756a-42b8-a22a-ce4426ef9fe7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.826030] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.826030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.826030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.826296] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.826400] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.826599] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port ad0835ba-19f8-4591-826b-decc1d068374 not found, creating... [ 665.826852] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.827035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.827471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.827471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.827471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.827753] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.827903] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.828170] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.828398] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.828527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.828686] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: ad0835ba-19f8-4591-826b-decc1d068374 is going to be created. [ 665.851571] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.851790] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.851907] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.852234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.852480] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.937279] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.939400] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.939590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.082786] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 866233e9-756a-42b8-a22a-ce4426ef9fe7 [ 666.082786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.082938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.082938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.083096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.083218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.083280] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:866233e9-756a-42b8-a22a-ce4426ef9fe7 already deleted. [ 666.083360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-866233e9-756a-42b8-a22a-ce4426ef9fe7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.441551] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.628084] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-f8a7cab9-28ba-4649-93e8-027afa4b9ea2 service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 666.628428] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-f8a7cab9-28ba-4649-93e8-027afa4b9ea2 service nova] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 666.628622] env[66071]: INFO networking_nsxv3.common.synchronization [req-49a8080b-5f1e-4029-80de-9da88232bb88 req-f8a7cab9-28ba-4649-93e8-027afa4b9ea2 service nova] Enqueued Resource ID: ad0835ba-19f8-4591-826b-decc1d068374 with Priority: HIGHEST for action port [ 666.630498] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_rules [ 666.630656] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 666.630732] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0835ba-19f8-4591-826b-decc1d068374 with Priority: HIGHEST for action port [ 666.632081] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.632211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.633016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.633016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.633016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0835ba-19f8-4591-826b-decc1d068374 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.633016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.633016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.633303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.633303] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0835ba-19f8-4591-826b-decc1d068374',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.948554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.948920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.949089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.949351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.949598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.949598] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 666.984582] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.984853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.984929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.985243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.986226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.996690] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 667.141038] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad0835ba-19f8-4591-826b-decc1d068374 with status ACTIVE [ 667.141038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.141038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.141038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.141038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.141344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.141344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.141344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.141469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.141544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.141622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.141799] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.141892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.141952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.142109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.142184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.142269] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad0835ba-19f8-4591-826b-decc1d068374 is going to be updated. [ 667.168307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.168307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.168554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.168594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.170098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0835ba-19f8-4591-826b-decc1d068374" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.627118] env[66071]: INFO networking_nsxv3.common.synchronization [req-33dfd51b-7328-4c21-a58a-68fff01b7381 req-1ba1a262-0f62-48fe-9b6e-d1e4410867d2 tempest-ServersNegativeTestJSON-1186084162 tempest-ServersNegativeTestJSON-1186084162-project-member] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 667.627118] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 667.627118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.627118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.627118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.628235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.629332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.629332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629332] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.791779] env[66071]: INFO networking_nsxv3.common.synchronization [None req-76931040-278c-4e4d-8394-25d8538e7d2e None None] Enqueued Resource ID: e7b836b2-6328-417e-bc56-84db55de1eb9 with Priority: HIGHEST for action port [ 667.792816] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b836b2-6328-417e-bc56-84db55de1eb9 with Priority: HIGHEST for action port [ 667.793132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b836b2-6328-417e-bc56-84db55de1eb9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.793298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b836b2-6328-417e-bc56-84db55de1eb9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.793387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b836b2-6328-417e-bc56-84db55de1eb9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.794477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b836b2-6328-417e-bc56-84db55de1eb9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.794645] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b836b2-6328-417e-bc56-84db55de1eb9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.134574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.135554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.135554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.135554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.135554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.135554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.135864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.135864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.135999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.136065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.136175] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a already deleted. [ 668.136273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.298272] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b836b2-6328-417e-bc56-84db55de1eb9 [ 668.298272] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.298272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.298272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.298823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.298963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.299055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b836b2-6328-417e-bc56-84db55de1eb9 already deleted. [ 668.299527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b836b2-6328-417e-bc56-84db55de1eb9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.345230] env[66071]: INFO networking_nsxv3.common.synchronization [None req-1603d730-face-4a22-aefe-c52834ebc28d None None] Enqueued Resource ID: 10f414e8-90a4-4de1-b0be-15fdc10907b5 with Priority: HIGHEST for action port [ 668.345778] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f414e8-90a4-4de1-b0be-15fdc10907b5 with Priority: HIGHEST for action port [ 668.346348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f414e8-90a4-4de1-b0be-15fdc10907b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.346457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f414e8-90a4-4de1-b0be-15fdc10907b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.346512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f414e8-90a4-4de1-b0be-15fdc10907b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.346857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f414e8-90a4-4de1-b0be-15fdc10907b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.346857] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f414e8-90a4-4de1-b0be-15fdc10907b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.678021] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.678454] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.678586] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.679051] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.679497] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.679751] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.679956] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680290] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680523] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.680838] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.681032] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.681206] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.681377] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.681585] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.681724] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.681939] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.712248] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.715437] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.715437] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.715437] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.716431] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-e04a177a-265e-4c5f-bb45-e77721d43563 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.717334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.717334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.717660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.717862] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a177a-265e-4c5f-bb45-e77721d43563',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.849166] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10f414e8-90a4-4de1-b0be-15fdc10907b5 [ 668.849728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.849728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.849728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.849728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.853645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.853645] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10f414e8-90a4-4de1-b0be-15fdc10907b5 already deleted. [ 668.853645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f414e8-90a4-4de1-b0be-15fdc10907b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.007932] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 669.008174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.008741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.008987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009188] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.009322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.009382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.009541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.009709] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.221339] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.221694] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.221860] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.222881] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.222881] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port e04a177a-265e-4c5f-bb45-e77721d43563 not found, creating... [ 669.222881] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.223222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.223222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.224174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.224174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.224174] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.224174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.224379] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.225147] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.225147] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.225147] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: e04a177a-265e-4c5f-bb45-e77721d43563 is going to be created. [ 669.250175] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.250175] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.250175] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.250660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.250660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.250771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.512301] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.964613] env[66071]: INFO networking_nsxv3.common.synchronization [req-33dfd51b-7328-4c21-a58a-68fff01b7381 req-5538d319-2590-4fea-b677-ae201131bdfa service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 669.964613] env[66071]: INFO networking_nsxv3.common.synchronization [req-33dfd51b-7328-4c21-a58a-68fff01b7381 req-5538d319-2590-4fea-b677-ae201131bdfa service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 669.964613] env[66071]: INFO networking_nsxv3.common.synchronization [req-33dfd51b-7328-4c21-a58a-68fff01b7381 req-5538d319-2590-4fea-b677-ae201131bdfa service nova] Enqueued Resource ID: e04a177a-265e-4c5f-bb45-e77721d43563 with Priority: HIGHEST for action port [ 669.964613] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 669.966798] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 669.966945] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04a177a-265e-4c5f-bb45-e77721d43563 with Priority: HIGHEST for action port [ 669.967346] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.967477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.967477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.967724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.967807] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.969756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.969889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.969951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.970643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.970845] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.971014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.971072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.971223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.971313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.971427] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.972289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04a177a-265e-4c5f-bb45-e77721d43563 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.972415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.972473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.972601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.972674] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a177a-265e-4c5f-bb45-e77721d43563',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.015453] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.234931] env[66071]: INFO networking_nsxv3.common.synchronization [req-4963f397-a515-472f-9334-82fa2b7c9c18 req-29470c9c-44fa-4453-b874-f75358b3971e tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: 742e9da7-d417-4762-accc-13f632296830 with Priority: HIGHEST for action security_group_rules [ 670.235868] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e9da7-d417-4762-accc-13f632296830 with Priority: HIGHEST for action security_group_rules [ 670.236334] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e9da7-d417-4762-accc-13f632296830 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.236498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e9da7-d417-4762-accc-13f632296830" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.236611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e9da7-d417-4762-accc-13f632296830" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.236892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e9da7-d417-4762-accc-13f632296830" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.236987] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e9da7-d417-4762-accc-13f632296830',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.474977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.475237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.475518] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e04a177a-265e-4c5f-bb45-e77721d43563 with status ACTIVE [ 670.476102] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.476102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.476251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.476942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.476942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.476942] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.477165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.477165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.477415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.477559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.477855] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.478020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.478142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.478368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.478515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.478654] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e04a177a-265e-4c5f-bb45-e77721d43563 is going to be updated. [ 670.480412] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.503846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.504070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.504070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.504305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.504449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.505330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.519300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.519300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 670.572151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.572261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.572302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.572889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.572889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.590827] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 670.770401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.770605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.770605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.771591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.771591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771591] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e9da7-d417-4762-accc-13f632296830 already deleted. [ 670.771591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e9da7-d417-4762-accc-13f632296830" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.851401] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f479101a-5be0-4c66-bd73-45e57e448cc2 None None] Enqueued Resource ID: cc11ce22-f61c-4dea-b075-aa38503df8bd with Priority: HIGHEST for action port [ 670.852621] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11ce22-f61c-4dea-b075-aa38503df8bd with Priority: HIGHEST for action port [ 670.852621] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc11ce22-f61c-4dea-b075-aa38503df8bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.852621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc11ce22-f61c-4dea-b075-aa38503df8bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.852621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc11ce22-f61c-4dea-b075-aa38503df8bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.852878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc11ce22-f61c-4dea-b075-aa38503df8bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.852878] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc11ce22-f61c-4dea-b075-aa38503df8bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.985553] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.360731] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc11ce22-f61c-4dea-b075-aa38503df8bd [ 671.360731] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.361029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.361029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.361564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.361681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.362313] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc11ce22-f61c-4dea-b075-aa38503df8bd already deleted. [ 671.362313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc11ce22-f61c-4dea-b075-aa38503df8bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.489318] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.489318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.490120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.490421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.491057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.491057] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be created. [ 671.521378] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.521378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.521378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.521378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.521378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.535249] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: UNINITIALIZED for 2s [ 672.326573] env[66071]: INFO networking_nsxv3.common.synchronization [None req-305d9efe-0a8f-4e7b-adc5-6f2d4241d32a None None] Enqueued Resource ID: bfa15a48-33ec-4f9c-b3bd-ac43c8372fce with Priority: HIGHEST for action port [ 672.328287] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa15a48-33ec-4f9c-b3bd-ac43c8372fce with Priority: HIGHEST for action port [ 672.328920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa15a48-33ec-4f9c-b3bd-ac43c8372fce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.329418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa15a48-33ec-4f9c-b3bd-ac43c8372fce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.329601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa15a48-33ec-4f9c-b3bd-ac43c8372fce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.330368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa15a48-33ec-4f9c-b3bd-ac43c8372fce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.330574] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa15a48-33ec-4f9c-b3bd-ac43c8372fce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.604681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 672.604681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.604681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.604681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.604859] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.604989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.604989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.605166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.605252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.605358] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.833264] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfa15a48-33ec-4f9c-b3bd-ac43c8372fce [ 672.833673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.834090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.834204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.834293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfa15a48-33ec-4f9c-b3bd-ac43c8372fce already deleted. [ 672.834381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa15a48-33ec-4f9c-b3bd-ac43c8372fce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.109952] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.149800] env[66071]: INFO networking_nsxv3.common.synchronization [req-da673ee3-0e86-4bea-ba7d-ee893253acea req-fdc0a9e0-1fad-40aa-9ec1-97491eedf7f5 tempest-DeleteServersAdminTestJSON-1824743226 tempest-DeleteServersAdminTestJSON-1824743226-project-member] Enqueued Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 673.150179] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8e626f-0e47-4204-a978-680a7b8268cd with Priority: HIGHEST for action security_group_members [ 673.151128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8e626f-0e47-4204-a978-680a7b8268cd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.151128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.151128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.151405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.151512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151546] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8e626f-0e47-4204-a978-680a7b8268cd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.487226] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7c33c560-9b33-452e-8129-1b5d2d8bffa8 tempest-ServersTestJSON-1744240173 tempest-ServersTestJSON-1744240173-project-member] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 673.488242] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 673.488625] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.488768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.488841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.489153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.489245] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.548405] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 673.548799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.549526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.549853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.550962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.551093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.551230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.551360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.551444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551624] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.612111] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.621758] env[66071]: INFO networking_nsxv3.common.synchronization [None req-97c89885-63cd-4b71-b450-07cc7f18a273 tempest-ServersTestJSON-1744240173 tempest-ServersTestJSON-1744240173-project-member] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 673.623143] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 673.623587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.624186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.654263] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.654488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.654546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.654826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.654917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.655184] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.655305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.655367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.655567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.655605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.655715] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd is going to be updated. [ 673.692414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.692519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.692594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.692868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.692975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712335] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: IN_PROGRESS for 2s [ 674.017130] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.017316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.017366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.017587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.017671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.017772] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 already deleted. [ 674.017857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.018024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.018189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.018273] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.054162] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.054353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.054431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.057162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.057538] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.057538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.058802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.058997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.059113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.059269] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.116365] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.116365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.116365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.116365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.116913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.117222] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 674.156530] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.156812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.157174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.157417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.157587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.171231] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 674.543090] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.543801] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 already deleted. [ 674.543801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.565848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144b2a34-2beb-433d-93af-f1b18cdc437a: rpc.has_security_group_logging(os_id): False [ 674.586348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.586825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.586944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.587227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.587341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.588243] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.588243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.588243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.588243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.588243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.588552] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.588552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.588552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.588703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.588848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.589044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.589166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.589268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.589429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.589823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.589823] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be created. [ 674.664683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.665024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.665024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.665407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.665530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.680268] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 675.581269] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0f7d2a08-70a0-442e-a062-d9812a215db1 None None] Enqueued Resource ID: 06f4d06e-a4ee-4343-9463-b3782d24618f with Priority: HIGHEST for action port [ 675.582259] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f4d06e-a4ee-4343-9463-b3782d24618f with Priority: HIGHEST for action port [ 675.584735] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f4d06e-a4ee-4343-9463-b3782d24618f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.585026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f4d06e-a4ee-4343-9463-b3782d24618f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.585143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f4d06e-a4ee-4343-9463-b3782d24618f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.585505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f4d06e-a4ee-4343-9463-b3782d24618f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.585585] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f4d06e-a4ee-4343-9463-b3782d24618f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.724093] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8e626f-0e47-4204-a978-680a7b8268cd in Status: SUCCESS [ 675.724324] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8e626f-0e47-4204-a978-680a7b8268cd deletion is rescheduled due to dependency. [ 675.724324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8e626f-0e47-4204-a978-680a7b8268cd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.088430] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06f4d06e-a4ee-4343-9463-b3782d24618f [ 676.088684] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.088828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.088923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.089244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.089355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.089455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06f4d06e-a4ee-4343-9463-b3782d24618f already deleted. [ 676.089544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f4d06e-a4ee-4343-9463-b3782d24618f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.181923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 676.182200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.182392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.182685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.183035] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.183251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.183369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.183581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.183666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.183828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.184069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.184320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.184449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.185211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.185473] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.185826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.185953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.186167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.186295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.186439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.186580] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.187899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.188162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.188391] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.188581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.188724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.188962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.189129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.189277] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.691200] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1b9f78-fc59-44fe-be1b-dd6536190806: rpc.has_security_group_logging(os_id): False [ 676.692666] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.697797] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 676.697797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.712109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.712320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.712372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.712604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.712715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.713023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.713198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.713326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.713621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.713792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714060] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.714234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.714366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.714617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.714782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.715089] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.715272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.715368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.715550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.715639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.715754] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be created. [ 676.784309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.784523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.784597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.785180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.806616] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 677.197306] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.234493] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ee48529-fe21-4a2c-afd6-69367f4203fb req-ef36e5bf-4142-48c0-9077-1ca6b1a13f8f tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 677.236547] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 677.236547] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.236547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.236547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.236547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.236547] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.237159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.237159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.237159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.237279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.237279] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.645728] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.646058] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.646173] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.646448] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.646788] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.646975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.647574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.647889] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.649028] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.649028] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.649028] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.649028] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.649028] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.649028] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.649028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.674404] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.674404] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.674404] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.674620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.675441] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-3e73925a-39c1-4f7a-8438-6c19b7794bd5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.675441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.675745] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.676104] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.676221] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e73925a-39c1-4f7a-8438-6c19b7794bd5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.700575] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.700934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.700934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.701359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.701359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.701359] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 677.731039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.731231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.731350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.731518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.731704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.742134] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 677.742473] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.742611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.742756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.742942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.743064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.743259] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.743441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.743441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.743617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.743691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.743801] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f already deleted. [ 677.743954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.011899] env[66071]: INFO networking_nsxv3.common.synchronization [req-6dd677ac-cd34-4239-9fdb-587005ce5e91 req-e56a3d9c-3914-4e9b-b02f-0a227cf037c7 tempest-ImagesNegativeTestJSON-2095908413 tempest-ImagesNegativeTestJSON-2095908413-project-member] Enqueued Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 678.013026] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGHEST for action security_group_members [ 678.013026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.013026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.013026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.013366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.013753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.013753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.013753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.013901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.013901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.013994] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.179537] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179773] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179904] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.180260] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180594] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 3e73925a-39c1-4f7a-8438-6c19b7794bd5 not found, creating... [ 678.180877] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.181080] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181216] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181467] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181940] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.182143] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.182293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.182533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.182678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.182858] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 3e73925a-39c1-4f7a-8438-6c19b7794bd5 is going to be created. [ 678.206859] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.207103] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.207227] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.207497] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.207718] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.207968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.519283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.519283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.519283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.519283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.519283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.519283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.519636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.519636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.519636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.519759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.519759] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adedc2e6-de89-4678-80c3-df97502970e0 is going to be updated. [ 678.554479] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.554653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.554834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.555145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.555752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.566527] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: IN_PROGRESS for 2s [ 678.770140] env[66071]: INFO networking_nsxv3.common.synchronization [req-0af1d9b4-5abf-4f0f-bd65-4c9e7c5587a6 req-8f978d1b-68a7-4319-a744-d39d5619a42e tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 678.770753] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 678.771126] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.771292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.771386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.771676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.772275] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.772441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.772541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.772745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.772871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.773017] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.819945] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 678.820281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.820505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.821197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.821318] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.931835] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ee48529-fe21-4a2c-afd6-69367f4203fb req-c66911da-d125-4423-9744-7ab5eb2898cd service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 678.932078] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ee48529-fe21-4a2c-afd6-69367f4203fb req-c66911da-d125-4423-9744-7ab5eb2898cd service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 678.932157] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ee48529-fe21-4a2c-afd6-69367f4203fb req-c66911da-d125-4423-9744-7ab5eb2898cd service nova] Enqueued Resource ID: 3e73925a-39c1-4f7a-8438-6c19b7794bd5 with Priority: HIGHEST for action port [ 678.932677] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 678.934864] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 678.934944] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e73925a-39c1-4f7a-8438-6c19b7794bd5 with Priority: HIGHEST for action port [ 678.935350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.935528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.935626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.935998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.936182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.937543] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.937671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.937728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.937989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.938231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.938333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.938433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.938612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.938735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.938861] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.939855] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e73925a-39c1-4f7a-8438-6c19b7794bd5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.940035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.940727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.941762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.941762] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e73925a-39c1-4f7a-8438-6c19b7794bd5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.117456] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.117651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117837] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.118149] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.118408] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.118560] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.118673] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.118876] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.119014] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.119228] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.119332] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.119460] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.119568] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.119672] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.119770] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.119890] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.140675] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.140932] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.141087] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.141164] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.141439] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-8ad6a7c0-9034-48df-8ac1-9997721dab05 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.141606] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.141701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.142107] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.142265] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad6a7c0-9034-48df-8ac1-9997721dab05',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.276708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.276708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.276708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.276708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.276708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.276708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.276708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.277924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.277924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.277924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.277924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea already deleted. [ 679.277924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.323923] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.324214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.443317] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.444635] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.444796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.444950] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e73925a-39c1-4f7a-8438-6c19b7794bd5 with status ACTIVE [ 679.445140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.445304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.445399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.445581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.445696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.445802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.445902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.446157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.446252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.446498] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.446878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.446878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.446979] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e73925a-39c1-4f7a-8438-6c19b7794bd5 is going to be updated. [ 679.488088] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.488286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.488357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.488533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.488693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.488929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e73925a-39c1-4f7a-8438-6c19b7794bd5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.647395] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.647610] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.647755] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.648091] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.648241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.648392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 8ad6a7c0-9034-48df-8ac1-9997721dab05 not found, creating... [ 679.648646] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.648798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.648914] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.649137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.649268] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.649538] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.649704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.649829] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650045] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650175] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.650307] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 8ad6a7c0-9034-48df-8ac1-9997721dab05 is going to be created. [ 679.672645] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.672874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.672975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.673301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.673534] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.673756] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.753293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 679.753689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.754718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.754718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.754718] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.754718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.754718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.755033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.755033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.755106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.755203] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.949538] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.074494] env[66071]: INFO networking_nsxv3.common.synchronization [req-9d3cd095-cd60-40c6-b182-3231ec722d59 req-a309866f-d8ff-4592-a608-3761eb9759e3 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 680.075378] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 680.075584] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.075898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.075898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.076134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.076708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.076833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.076916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.077329] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.258055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.258943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.258943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.258943] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.258943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259369] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.259424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.259463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.259824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.259993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.260075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.260142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.260230] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.439235] env[66071]: INFO networking_nsxv3.common.synchronization [req-0af1d9b4-5abf-4f0f-bd65-4c9e7c5587a6 req-5d600f42-b8e0-4ead-b4f9-a0d11a7ecf89 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 680.439235] env[66071]: INFO networking_nsxv3.common.synchronization [req-0af1d9b4-5abf-4f0f-bd65-4c9e7c5587a6 req-5d600f42-b8e0-4ead-b4f9-a0d11a7ecf89 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 680.439235] env[66071]: INFO networking_nsxv3.common.synchronization [req-0af1d9b4-5abf-4f0f-bd65-4c9e7c5587a6 req-5d600f42-b8e0-4ead-b4f9-a0d11a7ecf89 service nova] Enqueued Resource ID: 8ad6a7c0-9034-48df-8ac1-9997721dab05 with Priority: HIGHEST for action port [ 680.439235] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 680.439235] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 680.439759] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6a7c0-9034-48df-8ac1-9997721dab05 with Priority: HIGHEST for action port [ 680.440111] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.440272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.440313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.440563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.440647] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.441774] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.441913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.441949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.442247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.442380] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.442479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.442543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.442695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.442828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.442946] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.443728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad6a7c0-9034-48df-8ac1-9997721dab05 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.443842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.443885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.444084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.444184] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad6a7c0-9034-48df-8ac1-9997721dab05',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.452984] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.453184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.453243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.453408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.453494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.453589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be created. [ 680.479916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.480087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.480575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.480575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.480988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.491303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: UNINITIALIZED for 2s [ 680.543046] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7cca2513-f420-4835-be56-2c784d476c4b tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 with Priority: HIGHEST for action security_group_rules [ 680.543648] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 with Priority: HIGHEST for action security_group_rules [ 680.543970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f7358f5-dd18-4a08-9705-6c1418628cf2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.544223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.544317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.544700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.544700] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f7358f5-dd18-4a08-9705-6c1418628cf2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.577330] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adedc2e6-de89-4678-80c3-df97502970e0 in Status: SUCCESS [ 680.577417] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adedc2e6-de89-4678-80c3-df97502970e0 deletion is rescheduled due to dependency. [ 680.577460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.582024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.582278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.582356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.582573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.582710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.582960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.583115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.583217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.583448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.583572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.583669] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 already deleted. [ 680.583778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.657538] env[66071]: INFO networking_nsxv3.common.synchronization [None req-264e09d9-439e-4c6d-ae36-88c26ba87def tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 with Priority: HIGHEST for action security_group_rules [ 680.657922] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 with Priority: HIGHEST for action security_group_rules [ 680.657922] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f7358f5-dd18-4a08-9705-6c1418628cf2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.658085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.685925] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.686137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-948" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.686239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-948" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.686589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-948" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.686897] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.687029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.687129] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.687341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.687475] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.687671] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.687774] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.687874] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.687971] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.688083] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.688179] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.688298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.707328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.707489] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.707633] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.707778] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-948" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.708089] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-40e62d3a-74c7-48cf-883c-82f1969dafac taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.708256] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.708368] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.708684] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.708824] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e62d3a-74c7-48cf-883c-82f1969dafac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.763708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1b9f78-fc59-44fe-be1b-dd6536190806: rpc.has_security_group_logging(os_id): False [ 680.788464] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.788804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.788968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.789512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.790519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.790519] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.790519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.790519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.790764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.790764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 680.862532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.862532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.862532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.862532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.862532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.879164] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 680.947913] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.947913] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.947913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.947913] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ad6a7c0-9034-48df-8ac1-9997721dab05 with status ACTIVE [ 680.948276] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.948276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.948276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.948555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.948555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.948626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.948711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.948766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.948960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.949128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.949400] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.949400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.949563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.949814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.949814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.949814] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ad6a7c0-9034-48df-8ac1-9997721dab05 is going to be updated. [ 680.984330] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.984853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.985040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.985290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.985437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.985606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad6a7c0-9034-48df-8ac1-9997721dab05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.080959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.080959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.080959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.081272] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 already deleted. [ 681.081417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.081506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081875] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f7358f5-dd18-4a08-9705-6c1418628cf2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.211291] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.211937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.211937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.212195] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.212248] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.212436] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 40e62d3a-74c7-48cf-883c-82f1969dafac not found, creating... [ 681.212768] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.213021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.213162] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.213432] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.213572] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.213906] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.214082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.214195] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.214399] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.214525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.214788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 40e62d3a-74c7-48cf-883c-82f1969dafac is going to be created. [ 681.238241] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.238540] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.238787] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.239180] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.239492] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.239789] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.451531] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.607075] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.607328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.607594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.607714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.607839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f7358f5-dd18-4a08-9705-6c1418628cf2 already deleted. [ 681.607961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f7358f5-dd18-4a08-9705-6c1418628cf2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.945462] env[66071]: INFO networking_nsxv3.common.synchronization [req-9d3cd095-cd60-40c6-b182-3231ec722d59 req-b25bd90c-049b-477e-81a5-ae26085c4d21 service nova] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 681.945664] env[66071]: INFO networking_nsxv3.common.synchronization [req-9d3cd095-cd60-40c6-b182-3231ec722d59 req-b25bd90c-049b-477e-81a5-ae26085c4d21 service nova] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 681.946209] env[66071]: INFO networking_nsxv3.common.synchronization [req-9d3cd095-cd60-40c6-b182-3231ec722d59 req-b25bd90c-049b-477e-81a5-ae26085c4d21 service nova] Enqueued Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 681.946887] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 681.946973] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 681.947287] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 681.947596] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.947766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.947871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.948117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.948223] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.949234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.949351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.949423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.949624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.949935] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.949935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.950095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.950190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.950289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.950373] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.951225] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e62d3a-74c7-48cf-883c-82f1969dafac taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.951370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.951451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.951621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.951713] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e62d3a-74c7-48cf-883c-82f1969dafac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.954049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.954049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.954049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.954049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.954049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.954049] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be created. [ 681.982622] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.982622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.982622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.982622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.982622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.992049] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: UNINITIALIZED for 2s [ 682.455028] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.455614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.457032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.457032] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40e62d3a-74c7-48cf-883c-82f1969dafac with status ACTIVE [ 682.457032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.457032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.457032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.457347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.457347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.457347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.457725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.457725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.457725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.461021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.461021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.461021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.461021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.461021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.461021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.461021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40e62d3a-74c7-48cf-883c-82f1969dafac is going to be updated. [ 682.475345] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-dc05c073-3aad-4a6f-acde-d34b78334e22 tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 682.475845] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 682.476167] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.476285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.476349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.476596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.476813] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.476921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.477023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.477275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.477381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.477490] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.481217] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.481357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.481405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.482023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.482023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.482023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.503409] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 682.503409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.503409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.503409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.503409] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.503409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.503950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.503950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.504462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.504601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.505098] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.963505] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.965213] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.965447] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.965503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.965814] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967320] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.968645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.968645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.968834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.968914] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969658] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.969658] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.969658] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.969658] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.969658] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.969658] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.969658] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.971477] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 682.971673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.972545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.972890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.972945] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.983556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.983794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.983794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.984528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.984528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.984528] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.984528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.984866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.984866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.984866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.985022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 already deleted. [ 682.985022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.998681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.998681] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.999061] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.999142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.999406] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-50efa461-fc9a-4379-92a6-f437ca3b239f taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.999602] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.999681] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.000053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.000178] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50efa461-fc9a-4379-92a6-f437ca3b239f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.009471] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009859] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.010099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.010139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.010287] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.010379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.010438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.011037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.011037] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.011037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.011037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.011037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.011037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.011412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.011412] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.472984] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.473267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.473358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.473585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.473712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.473844] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be created. [ 683.478030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.478208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.478291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.478537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.478740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.478876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.478935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.479157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.479269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.479368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.479471] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.501728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.502188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.502392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.503036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.503036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.506876] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.507428] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.507428] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.507558] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.507600] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.507735] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 50efa461-fc9a-4379-92a6-f437ca3b239f not found, creating... [ 683.508372] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.508372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.508372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.508575] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.508616] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.508892] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.509138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.509225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.509678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.509678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.509678] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 50efa461-fc9a-4379-92a6-f437ca3b239f is going to be created. [ 683.513653] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: UNINITIALIZED for 2s [ 683.516561] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4a34d4c-01b8-4990-989a-7984ef715a2f: rpc.has_security_group_logging(os_id): False [ 683.532701] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532919] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533054] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533488] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.533735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.534593] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.535795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.535911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.535983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.536217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.536314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.536518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.536618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.536673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.536898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.536976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.537158] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.537255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.537318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.537458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.537527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.537700] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.537792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.537850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.537984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.538070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.538153] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be created. [ 683.608366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.608524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.608570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.608794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.608967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.622021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 683.982014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.982404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.982404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.982684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.982924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.983060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.983129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.983294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.983441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.983540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.983710] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.983839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.983877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.984071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.984246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.984518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.984697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.984815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.984898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.985016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.985137] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.002840] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 684.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.003481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.003481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.003627] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.003627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.003731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.003843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.003920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.004015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.004804] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.233332] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-38c24b33-e8a6-4603-afdd-76e429c975f0 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 684.233420] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-38c24b33-e8a6-4603-afdd-76e429c975f0 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 684.233552] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-38c24b33-e8a6-4603-afdd-76e429c975f0 service nova] Enqueued Resource ID: 50efa461-fc9a-4379-92a6-f437ca3b239f with Priority: HIGHEST for action port [ 684.233779] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 684.233915] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 684.234053] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50efa461-fc9a-4379-92a6-f437ca3b239f with Priority: HIGHEST for action port [ 684.234727] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.234992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.235109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.235416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.235476] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.236386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.236494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.236590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.236688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.236958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.236958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.237105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.237266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.237353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.237768] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.239036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-50efa461-fc9a-4379-92a6-f437ca3b239f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.239036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.239260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.239260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.239335] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50efa461-fc9a-4379-92a6-f437ca3b239f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.487516] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1b9f78-fc59-44fe-be1b-dd6536190806: rpc.has_security_group_logging(os_id): False [ 684.506952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.507114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.507187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.509368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.509830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.509830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.509830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.510200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.510352] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.511102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.511174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.511250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.511496] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.513856] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.513856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.514043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.514087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.514180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.514323] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.514415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.514476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.514612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.514684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.514893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.514992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.515064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.515197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.515268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.515434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.515523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.515583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.515789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.515875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.515958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 684.574784] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.574991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.575176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.575351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.575528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.592358] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 684.744463] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.744463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.744463] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50efa461-fc9a-4379-92a6-f437ca3b239f with status ACTIVE [ 684.744463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.744463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.744463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.745020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.745020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.745020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.745020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.745020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.745020] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50efa461-fc9a-4379-92a6-f437ca3b239f is going to be updated. [ 684.770881] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.771094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.771177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.771385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.771533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.771698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50efa461-fc9a-4379-92a6-f437ca3b239f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.018789] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2100280f-4eeb-4aca-b138-71f5522ed9ea: rpc.has_security_group_logging(os_id): False [ 685.039474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.039806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.039806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.039895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.040075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.040220] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.040304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.040356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.040664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.040664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.040757] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.040819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.040871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.041025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.041167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.041354] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.041354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.041482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.041569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.041606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.042435] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be created. [ 685.046583] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-ad400aeb-96ae-4604-9bf0-2e201c64b7ae tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 685.047187] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 685.047815] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.047815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.123389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.123579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.123632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.123824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.124014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.138624] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 685.248851] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.408401] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.408596] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.408705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.408973] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.409327] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.409502] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.409695] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.409983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.410183] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.410459] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.410614] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.410756] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.410929] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.411108] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.411240] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.411414] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.434110] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.434463] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.434712] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.434966] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.435426] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-cdad28fb-9007-4a77-aaaa-01cca9056aa4 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.435624] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.435781] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.436235] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.436389] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdad28fb-9007-4a77-aaaa-01cca9056aa4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.524096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 685.524377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.524582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.525098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.525246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.525359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.525428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.525628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.525715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.525840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.525941] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.638094] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 685.638094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.751592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.751817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.751857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.752067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.752264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.752381] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be created. [ 685.778970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.779240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.779314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.779563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.779787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.792626] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: UNINITIALIZED for 2s [ 685.938957] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.939265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.939424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.939627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.939906] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.939947] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port cdad28fb-9007-4a77-aaaa-01cca9056aa4 not found, creating... [ 685.940233] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.940542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.940542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.940723] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.940852] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.941206] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.941364] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.941476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.941674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.941852] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.941931] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: cdad28fb-9007-4a77-aaaa-01cca9056aa4 is going to be created. [ 685.964601] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.964820] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.964942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.965278] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.965522] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.965764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.028908] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.220050] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6d74e383-4a18-4afe-bfdd-c22fe5c867ed None None] Enqueued Resource ID: 6c365263-9eb2-4db2-b7cb-9627b4bd9c32 with Priority: HIGHEST for action port [ 686.220347] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c365263-9eb2-4db2-b7cb-9627b4bd9c32 with Priority: HIGHEST for action port [ 686.220882] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c365263-9eb2-4db2-b7cb-9627b4bd9c32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.221016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c365263-9eb2-4db2-b7cb-9627b4bd9c32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.221088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c365263-9eb2-4db2-b7cb-9627b4bd9c32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.221339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c365263-9eb2-4db2-b7cb-9627b4bd9c32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.221423] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c365263-9eb2-4db2-b7cb-9627b4bd9c32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.531584] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00aa7778-04f4-4e5a-b765-86f9f0f66692: rpc.has_security_group_logging(os_id): False [ 686.550652] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.550887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.551010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.551334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.551483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.551846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.552014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.552379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.552661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.552839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.553029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be created. [ 686.605979] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 686.606223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.615027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.615191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.615264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.615468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.615649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.630115] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 686.659512] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-bc5d1822-52de-45cf-a31f-3c3765d9dccc service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 686.659512] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-bc5d1822-52de-45cf-a31f-3c3765d9dccc service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 686.659512] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c0daa2f-ae5f-467c-83f6-d231398d10a6 req-bc5d1822-52de-45cf-a31f-3c3765d9dccc service nova] Enqueued Resource ID: cdad28fb-9007-4a77-aaaa-01cca9056aa4 with Priority: HIGHEST for action port [ 686.659980] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 686.659980] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 686.659980] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdad28fb-9007-4a77-aaaa-01cca9056aa4 with Priority: HIGHEST for action port [ 686.660401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.660401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.660569] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.661456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.661456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdad28fb-9007-4a77-aaaa-01cca9056aa4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.661456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.661456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.661456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.661456] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdad28fb-9007-4a77-aaaa-01cca9056aa4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.724246] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c365263-9eb2-4db2-b7cb-9627b4bd9c32 [ 686.724444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.724575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.724635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.725083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.725215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.725328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c365263-9eb2-4db2-b7cb-9627b4bd9c32 already deleted. [ 686.726583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c365263-9eb2-4db2-b7cb-9627b4bd9c32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.152077] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 687.152352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.164296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdad28fb-9007-4a77-aaaa-01cca9056aa4 with status ACTIVE [ 687.164534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.166597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdad28fb-9007-4a77-aaaa-01cca9056aa4 is going to be updated. [ 687.191524] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.191689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.191766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.193720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.193720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.193720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdad28fb-9007-4a77-aaaa-01cca9056aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.565664] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c21bd4e-bdc9-4830-89f2-9fb643fba309 req-2c9c6e5f-bab5-4b55-a21b-9e0fbe5886e9 tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 687.565664] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 687.566611] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf517bad-665c-45bc-8256-ea9b2bba9730 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.566776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.566904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.567198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.567285] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf517bad-665c-45bc-8256-ea9b2bba9730',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.804848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 687.804977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.805112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.805353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.805554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.805678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.805854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.805939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.805994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.806183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.806183] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.807172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.807381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.807515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.807622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.807687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.807825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.807926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.808068] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.090298] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.090298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.090298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.090298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.090298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.090298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf517bad-665c-45bc-8256-ea9b2bba9730 already deleted. [ 688.090298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310640] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.311085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.311085] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.651145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 688.651145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.813793] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.956493] env[66071]: INFO networking_nsxv3.common.synchronization [req-3789e50a-20e6-4ce7-959a-28992611f9b3 req-e1a932bc-7a0b-4e7b-a270-66d2433d166d tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 688.957114] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 688.957957] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf517bad-665c-45bc-8256-ea9b2bba9730 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.957957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.958108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.962476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.962560] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf517bad-665c-45bc-8256-ea9b2bba9730',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.080748] env[66071]: INFO networking_nsxv3.common.synchronization [None req-cf6c52c0-7e1e-42b7-a91b-0281d832007d None None] Enqueued Resource ID: fc4e011e-caa7-4198-882a-5e79fcaccbb6 with Priority: HIGHEST for action port [ 689.081541] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4e011e-caa7-4198-882a-5e79fcaccbb6 with Priority: HIGHEST for action port [ 689.081918] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4e011e-caa7-4198-882a-5e79fcaccbb6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.082066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4e011e-caa7-4198-882a-5e79fcaccbb6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.082134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4e011e-caa7-4198-882a-5e79fcaccbb6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.082384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4e011e-caa7-4198-882a-5e79fcaccbb6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.082464] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4e011e-caa7-4198-882a-5e79fcaccbb6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.320071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.320071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.320071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.320071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.320071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.320071] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 689.353708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.353708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.353708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.353708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.353708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.363788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 689.484691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.484958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.485170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.485395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.485502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.485600] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf517bad-665c-45bc-8256-ea9b2bba9730 already deleted. [ 689.485717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.585109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc4e011e-caa7-4198-882a-5e79fcaccbb6 [ 689.585504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.585504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.585650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.586116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.586228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.586384] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc4e011e-caa7-4198-882a-5e79fcaccbb6 already deleted. [ 689.586658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4e011e-caa7-4198-882a-5e79fcaccbb6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.570239] env[66071]: INFO networking_nsxv3.common.synchronization [req-20d7be0f-4b49-4e39-b998-a56191f25871 req-17ffc1f4-5d67-4850-88bb-063744cd70ed tempest-ServerMetadataTestJSON-2051425179 tempest-ServerMetadataTestJSON-2051425179-project-member] Enqueued Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 690.570866] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGHEST for action security_group_members [ 690.571260] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.571520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.571520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.571732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.571920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.572066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.572152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.572475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.572475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.572542] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.079172] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.079172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.079338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.080066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.080066] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.080066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.080066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.080304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.080425] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 is going to be updated. [ 691.112493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.112672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.112805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.113018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.113218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.124774] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: IN_PROGRESS for 2s [ 691.381381] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 691.381636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.381888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.382140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.382404] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.382530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.382745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.382799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.383203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.383203] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.886087] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.390372] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.587996] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7118493-759b-455a-9da0-a23c11fd72ef req-53b1b9d8-3794-4ec3-a972-aaf30d1b9d3b tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 692.590382] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 692.590382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.590382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.590382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.590756] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.893959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.894438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.894438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.894438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.894594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.894594] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 692.930023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.930023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.930023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.930023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.930023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.938527] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 693.040344] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.040539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040923] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.041201] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.041914] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042066] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042299] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.042404] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.042506] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.042607] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.042718] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.042801] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.042925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.063500] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.063728] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.063886] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.064112] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.064469] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-26431753-e147-4a77-b1d8-8de698905601 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.064673] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.064823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.065204] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.065365] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26431753-e147-4a77-b1d8-8de698905601',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.095038] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.134520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b46e428-a84d-4a71-b980-95e3c6750470 in Status: SUCCESS [ 693.134758] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 deletion is rescheduled due to dependency. [ 693.134958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.568849] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.569092] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.569285] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.569601] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.569856] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.570350] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 26431753-e147-4a77-b1d8-8de698905601 not found, creating... [ 693.570670] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.570992] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.570992] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.571216] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571350] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.571635] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.571782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.571890] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.572107] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.572239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.572374] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 26431753-e147-4a77-b1d8-8de698905601 is going to be created. [ 693.594610] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594902] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.595093] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.595394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.595753] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.597634] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.847573] env[66071]: INFO networking_nsxv3.common.synchronization [None req-07ade885-db5f-4e70-b775-b94a404f7fe3 None None] Enqueued Resource ID: 01e3295d-3648-4ba8-8210-a5cb66c8bba2 with Priority: HIGHEST for action port [ 693.847573] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e3295d-3648-4ba8-8210-a5cb66c8bba2 with Priority: HIGHEST for action port [ 693.847930] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e3295d-3648-4ba8-8210-a5cb66c8bba2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.848107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e3295d-3648-4ba8-8210-a5cb66c8bba2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.848174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e3295d-3648-4ba8-8210-a5cb66c8bba2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.848522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e3295d-3648-4ba8-8210-a5cb66c8bba2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.848522] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e3295d-3648-4ba8-8210-a5cb66c8bba2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.100931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.101354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.101354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.101491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.101629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.101697] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 694.132527] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.132710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.132820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.133082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.133262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.146097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 694.355634] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01e3295d-3648-4ba8-8210-a5cb66c8bba2 [ 694.355634] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.355634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.355634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.355634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.355634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.355634] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01e3295d-3648-4ba8-8210-a5cb66c8bba2 already deleted. [ 694.355634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e3295d-3648-4ba8-8210-a5cb66c8bba2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.370773] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7118493-759b-455a-9da0-a23c11fd72ef req-df9a4029-c7d1-41c7-a511-d490d806e13f service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 694.370886] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7118493-759b-455a-9da0-a23c11fd72ef req-df9a4029-c7d1-41c7-a511-d490d806e13f service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 694.371091] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7118493-759b-455a-9da0-a23c11fd72ef req-df9a4029-c7d1-41c7-a511-d490d806e13f service nova] Enqueued Resource ID: 26431753-e147-4a77-b1d8-8de698905601 with Priority: HIGHEST for action port [ 694.371767] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 694.373186] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 694.373186] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26431753-e147-4a77-b1d8-8de698905601 with Priority: HIGHEST for action port [ 694.373745] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.373745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.373745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.374140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.374140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.376763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-26431753-e147-4a77-b1d8-8de698905601 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.377107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.377107] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26431753-e147-4a77-b1d8-8de698905601',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.752722] env[66071]: INFO networking_nsxv3.common.synchronization [req-6b798301-167a-4813-bb36-de4df5e17c3b req-6186b274-039c-4506-90ee-1f9345d13a62 tempest-FloatingIPsAssociationTestJSON-155359625 tempest-FloatingIPsAssociationTestJSON-155359625-project-member] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 694.753291] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 694.753620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.754339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.754339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.754339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.758224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.758224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.758224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.758224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.758224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.758224] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.880048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.881111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.881786] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26431753-e147-4a77-b1d8-8de698905601 with status ACTIVE [ 694.882078] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.882709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.882788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.882997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883560] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.883560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.883560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.883986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.885497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.886649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.886812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.887302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26431753-e147-4a77-b1d8-8de698905601 is going to be updated. [ 694.918053] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.920151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.920151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.920151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.920151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.920151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26431753-e147-4a77-b1d8-8de698905601" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.950036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 694.950036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.950119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.950357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.950562] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.950678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.950742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.950953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.951025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.951089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.951231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.951317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.951374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.951512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.951651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.951846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.951934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.953040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.953130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.953217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.955658] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.235660] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.236026] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.236026] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.236353] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.236618] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.236771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.236912] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.237101] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.237240] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.237847] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.237847] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.237847] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.237847] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.237998] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.237998] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.238090] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.260879] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.261046] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.261469] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.261469] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.261656] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.261819] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.262478] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.263370] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.263700] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.264540] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.264678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.265537] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.265537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.265942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.265942] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b already deleted. [ 695.265942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.456111] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63dd6978-9c31-4cb6-9823-7467a20ddeb3: rpc.has_security_group_logging(os_id): False [ 695.476298] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.476298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.476675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476983] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.477101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.477183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.477351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.477456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.477719] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.477878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.477960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.478144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.478223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.478468] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.478576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.478658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.478826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.478918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.479034] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be created. [ 695.544389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.544572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.544609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.544984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.545140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.559911] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 695.767904] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.768539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.768539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.768828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda not found, creating... [ 695.769152] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.769334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.769448] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.769667] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.769797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.770144] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.770303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.770417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.770632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.770770] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.770910] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda is going to be created. [ 695.798804] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.799011] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.799527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.799527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.800067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.099548] env[66071]: INFO networking_nsxv3.common.synchronization [req-b8ce9e2f-ad18-49ac-8d1d-ade1bc56cc88 req-08e10eac-646d-4e69-af03-e1f0dfcfe7bd tempest-SecurityGroupRulesTestJSON-63739803 tempest-SecurityGroupRulesTestJSON-63739803-project-member] Enqueued Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 696.104103] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf517bad-665c-45bc-8256-ea9b2bba9730 with Priority: HIGHEST for action security_group_rules [ 696.104103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf517bad-665c-45bc-8256-ea9b2bba9730 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.104103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.104103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.104103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.104103] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf517bad-665c-45bc-8256-ea9b2bba9730',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.159793] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 696.160051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.160514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.160738] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.160885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.160965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.161222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.161293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.161378] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.534394] env[66071]: INFO networking_nsxv3.common.synchronization [req-6b798301-167a-4813-bb36-de4df5e17c3b req-9a9d5d71-6fc0-41b2-9862-9e1b7efee612 service nova] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_rules [ 696.534667] env[66071]: INFO networking_nsxv3.common.synchronization [req-6b798301-167a-4813-bb36-de4df5e17c3b req-9a9d5d71-6fc0-41b2-9862-9e1b7efee612 service nova] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 696.535370] env[66071]: INFO networking_nsxv3.common.synchronization [req-6b798301-167a-4813-bb36-de4df5e17c3b req-9a9d5d71-6fc0-41b2-9862-9e1b7efee612 service nova] Enqueued Resource ID: cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda with Priority: HIGHEST for action port [ 696.535370] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_rules [ 696.535517] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 696.535841] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda with Priority: HIGHEST for action port [ 696.535995] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.536213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.536305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.536611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.536668] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.537708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.537801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.537845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.538068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.538569] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.538569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.538569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.538569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.538569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.538797] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.539990] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.540105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.540175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.540332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.540408] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.580121] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f4c5dac9-0c01-4258-829e-1b6bc05548c9 None None] Enqueued Resource ID: ec90f99b-f64c-4d28-a100-43c8cba6ce1d with Priority: HIGHEST for action port [ 696.580617] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec90f99b-f64c-4d28-a100-43c8cba6ce1d with Priority: HIGHEST for action port [ 696.581241] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec90f99b-f64c-4d28-a100-43c8cba6ce1d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec90f99b-f64c-4d28-a100-43c8cba6ce1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec90f99b-f64c-4d28-a100-43c8cba6ce1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.581620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec90f99b-f64c-4d28-a100-43c8cba6ce1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.581663] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec90f99b-f64c-4d28-a100-43c8cba6ce1d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.630042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.630042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.630042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.630306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.630334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.630438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf517bad-665c-45bc-8256-ea9b2bba9730 already deleted. [ 696.630620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf517bad-665c-45bc-8256-ea9b2bba9730" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.664094] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.042869] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.043168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.043512] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.044619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda with status ACTIVE [ 697.044956] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.045116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.045186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.045425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.045529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.045714] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.045960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.046264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.046410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.046648] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.047405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.047575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda is going to be updated. [ 697.072955] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.073232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.073232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.073519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.073519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.074052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb25db4a-1c0a-4a8a-b0ea-c433a7fb2bda" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.085601] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec90f99b-f64c-4d28-a100-43c8cba6ce1d [ 697.085835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.085967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.086051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.086262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.086348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.086455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec90f99b-f64c-4d28-a100-43c8cba6ce1d already deleted. [ 697.086536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec90f99b-f64c-4d28-a100-43c8cba6ce1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.167482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.549882] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.573847] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 697.574104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.575192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.575192] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.672737] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.673195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.673326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.673392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 697.705949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.706156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.706534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.706534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.716659] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 697.982021] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ec39a43e-bd70-4eb0-99a6-9dfa696ca92f tempest-ServersTestBootFromVolume-1197727256 tempest-ServersTestBootFromVolume-1197727256-project-member] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 697.982622] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 697.983066] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.983483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.983618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.983999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.984293] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.051931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.052229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.052307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.052511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.052607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.052730] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be created. [ 698.076980] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.080153] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.080153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.080153] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.080701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.080925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.081147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.081371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.081605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.093273] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: UNINITIALIZED for 2s [ 698.292727] env[66071]: INFO networking_nsxv3.common.synchronization [req-5025cecb-3445-46ee-a088-971c47cc9070 req-b1269156-fef8-495b-9b5f-32ad5496e05f tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 698.294403] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 698.294403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.294403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.294552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295152] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.295706] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.476330] env[66071]: INFO networking_nsxv3.common.synchronization [None req-a5492974-5856-412c-a5ed-97919e804e2c tempest-ServersTestBootFromVolume-1197727256 tempest-ServersTestBootFromVolume-1197727256-project-member] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 698.478058] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 698.478828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.478828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.505905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.506231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.506392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.506642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.506843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.507022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfe7275-e295-4469-809d-61933fb513bd already deleted. [ 698.507162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.507396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.511375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.511375] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.583487] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.583895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.584087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.584497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.584705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.584865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.584957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.585511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.585610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.585777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.585864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.586036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.586036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.586185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.586333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.586422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.586473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.586613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.586684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.586767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.586857] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.799042] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.980241] env[66071]: INFO networking_nsxv3.common.synchronization [None req-79877f4d-8f71-4a4a-b78b-4bc138564ea4 None None] Enqueued Resource ID: bfbcebca-2e30-44c4-a225-cbc29876b255 with Priority: HIGHEST for action port [ 698.980241] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbcebca-2e30-44c4-a225-cbc29876b255 with Priority: HIGHEST for action port [ 698.980320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbcebca-2e30-44c4-a225-cbc29876b255 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.983055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbcebca-2e30-44c4-a225-cbc29876b255" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.983055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbcebca-2e30-44c4-a225-cbc29876b255" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.983055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbcebca-2e30-44c4-a225-cbc29876b255" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.983055] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbcebca-2e30-44c4-a225-cbc29876b255',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.034184] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.034184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.034184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.034184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.034184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.034184] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfe7275-e295-4469-809d-61933fb513bd already deleted. [ 699.034184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.089971] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63dd6978-9c31-4cb6-9823-7467a20ddeb3: rpc.has_security_group_logging(os_id): False [ 699.103064] env[66071]: INFO networking_nsxv3.common.synchronization [req-08929329-c6f8-48fd-88a9-6f8b0b6cadcf req-0b2c02df-8b4e-4a14-aa1a-334d6490571b tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 699.106750] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 699.106750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.106750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.115361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.117234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.117234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.117234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.117681] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.117839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.117839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.118088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.118172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.118405] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 699.211887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.212133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.218138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.218138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.218138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.232943] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 699.302272] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.486944] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfbcebca-2e30-44c4-a225-cbc29876b255 [ 699.487207] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.487344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.487449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.487630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.487755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.487808] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfbcebca-2e30-44c4-a225-cbc29876b255 already deleted. [ 699.487916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbcebca-2e30-44c4-a225-cbc29876b255" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734048] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.734048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734048] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.734714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.735779] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.735779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.735779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.735779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.735779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.735779] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.805561] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.805748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.805811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.806503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808666] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 699.844465] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.857293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 700.106099] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 700.106602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.106602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.106716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.106902] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.107738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107738] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.218423] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.218423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.218423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.218423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.218423] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.218653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.218653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.218927] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.219637] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.219881] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.220030] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.220134] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.220239] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.220346] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.220449] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.220567] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.237934] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.238050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.239483] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.251557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.253521] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.253973] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.254135] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-186" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.254618] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-1c15b487-36f7-4980-af7d-7af522331c80 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.254618] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.255492] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.255492] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.258639] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c15b487-36f7-4980-af7d-7af522331c80',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.614498] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.614498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.614498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.614769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.615019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.616054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.616054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.616581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.616581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.616581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.616771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.616891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.617061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.617196] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.748661] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.765669] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.765669] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 1c15b487-36f7-4980-af7d-7af522331c80 not found, creating... [ 700.765669] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.765669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.766925] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.766925] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.766925] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.766925] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.768192] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.768192] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.768192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 1c15b487-36f7-4980-af7d-7af522331c80 is going to be created. [ 700.792321] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.792776] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.792776] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.793077] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.793506] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.793706] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.120594] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e744ae15-d3b9-446f-88a0-7c2171ec6c6b: rpc.has_security_group_logging(os_id): False [ 701.139651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.139799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.140839] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.141119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.141119] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.141222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.141222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.141466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.141466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.142147] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.142147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.142147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.142147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.142147] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be created. [ 701.220442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.220617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.220691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.220928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.221164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.238181] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 701.246651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 701.246651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.254584] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.254861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.255420] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 701.292887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.294132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.294132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.294132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.295266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.307040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 701.617674] env[66071]: INFO networking_nsxv3.common.synchronization [req-08929329-c6f8-48fd-88a9-6f8b0b6cadcf req-ec19adfb-e558-4ab1-9e61-a545f5a6b394 service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 701.617847] env[66071]: INFO networking_nsxv3.common.synchronization [req-08929329-c6f8-48fd-88a9-6f8b0b6cadcf req-ec19adfb-e558-4ab1-9e61-a545f5a6b394 service nova] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 701.617977] env[66071]: INFO networking_nsxv3.common.synchronization [req-08929329-c6f8-48fd-88a9-6f8b0b6cadcf req-ec19adfb-e558-4ab1-9e61-a545f5a6b394 service nova] Enqueued Resource ID: 1c15b487-36f7-4980-af7d-7af522331c80 with Priority: HIGHEST for action port [ 701.618511] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_rules [ 701.618642] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 701.618738] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15b487-36f7-4980-af7d-7af522331c80 with Priority: HIGHEST for action port [ 701.619015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c15b487-36f7-4980-af7d-7af522331c80 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623321] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c15b487-36f7-4980-af7d-7af522331c80',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.841739] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7961a0aa-e57f-4a87-8688-13db57250f6c None None] Enqueued Resource ID: 2ed58834-95c5-4687-9234-11d5172da6fb with Priority: HIGHEST for action port [ 701.842383] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed58834-95c5-4687-9234-11d5172da6fb with Priority: HIGHEST for action port [ 701.842740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed58834-95c5-4687-9234-11d5172da6fb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed58834-95c5-4687-9234-11d5172da6fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.843032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed58834-95c5-4687-9234-11d5172da6fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.843032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed58834-95c5-4687-9234-11d5172da6fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.843140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed58834-95c5-4687-9234-11d5172da6fb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.870823] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 701.871112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125524] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c15b487-36f7-4980-af7d-7af522331c80 with status ACTIVE [ 702.125756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.125972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.126051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.126263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.126362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.127044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.127044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.127044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.127044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.127044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.127194] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.127243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.127389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.127440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.127522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.127699] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c15b487-36f7-4980-af7d-7af522331c80 is going to be updated. [ 702.161410] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.161634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.161748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.162081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.162322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.162575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c15b487-36f7-4980-af7d-7af522331c80" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.345277] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ed58834-95c5-4687-9234-11d5172da6fb [ 702.345566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.345728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.345782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.346390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.346390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.346537] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ed58834-95c5-4687-9234-11d5172da6fb already deleted. [ 702.346537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed58834-95c5-4687-9234-11d5172da6fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.257282] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 703.257612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.323431] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 703.323688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325165] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.325165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.325602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.326379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.326379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.326542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.326542] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.329751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.329751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.329751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.329751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.329751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.329751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.330129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.330129] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.612148] env[66071]: INFO networking_nsxv3.common.synchronization [req-79633f0c-ea8a-4bfb-98af-4763b14b6cbd req-5ecab810-dad2-4250-8463-127abd5690ba tempest-ServersTestJSON-1744240173 tempest-ServersTestJSON-1744240173-project-member] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 703.612850] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 703.614436] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.614436] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.614436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.614436] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.833395] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4a34d4c-01b8-4990-989a-7984ef715a2f: rpc.has_security_group_logging(os_id): False [ 703.833395] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.857975] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.857975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.857975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.857975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.858135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.858361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.858800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.858800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.858907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.859047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.860166] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.860166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.860166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.860316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.860454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.860738] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.860905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.861037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.861248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.861372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.861506] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 703.933572] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.933771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.933855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.934076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.934207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.951707] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 704.116226] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.117463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.117463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.117463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.117463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117748] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 already deleted. [ 704.117748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.277277] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.277669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-891" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.277669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-891" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.278197] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-891" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.279648] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.279951] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280559] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.280797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.281561] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.281561] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.281561] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.281725] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.281859] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.282054] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.282280] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.309250] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.309535] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.309771] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.310084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-891" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.311302] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.311302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.311302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.312533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.312783] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a2e4e5-fa03-46ed-949b-6e3155d2ce78',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.339043] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.525300] env[66071]: INFO networking_nsxv3.common.synchronization [None req-80f330dc-7290-46b4-9590-64967db1a6da None None] Enqueued Resource ID: ca923bd0-65a5-43d5-a0ef-c404ddaff684 with Priority: HIGHEST for action port [ 704.525891] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca923bd0-65a5-43d5-a0ef-c404ddaff684 with Priority: HIGHEST for action port [ 704.526223] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca923bd0-65a5-43d5-a0ef-c404ddaff684 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca923bd0-65a5-43d5-a0ef-c404ddaff684" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca923bd0-65a5-43d5-a0ef-c404ddaff684" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.526689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca923bd0-65a5-43d5-a0ef-c404ddaff684" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.526803] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca923bd0-65a5-43d5-a0ef-c404ddaff684',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.819952] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.820061] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.820195] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.820564] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.820767] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.820981] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 not found, creating... [ 704.821296] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.821517] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.821666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.821939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.822127] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.822401] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.822589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.823022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.823022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.823217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.824252] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 is going to be created. [ 704.841586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.841739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.841822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.842109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.842230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.842361] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 704.850770] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.851107] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.851255] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.851542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.851762] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.852011] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.884268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.884539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.884659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.885134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.885389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.908063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 705.029784] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca923bd0-65a5-43d5-a0ef-c404ddaff684 [ 705.030433] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.030433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.030433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.030433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.030704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.030704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca923bd0-65a5-43d5-a0ef-c404ddaff684 already deleted. [ 705.030755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca923bd0-65a5-43d5-a0ef-c404ddaff684" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.109972] env[66071]: INFO networking_nsxv3.common.synchronization [req-e8fc6867-fc82-47f0-9b32-b26baff89560 req-2e103eba-664e-415a-bf0f-9f846b3f65f9 tempest-ImagesOneServerTestJSON-108808239 tempest-ImagesOneServerTestJSON-108808239-project-member] Enqueued Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 705.111398] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGHEST for action security_group_members [ 705.111839] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.112038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.113442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.113532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.114362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.114488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.114579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.114787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.114897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.114981] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.617754] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.618100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.618313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.618410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.618613] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.618732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.618946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.619052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.619113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 is going to be updated. [ 705.648421] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.648832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.648909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.649137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.649289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.661538] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: IN_PROGRESS for 2s [ 705.686757] env[66071]: INFO networking_nsxv3.common.synchronization [req-79633f0c-ea8a-4bfb-98af-4763b14b6cbd req-649c1b65-a395-45f6-9bde-bc425874a98f service nova] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 705.686847] env[66071]: INFO networking_nsxv3.common.synchronization [req-79633f0c-ea8a-4bfb-98af-4763b14b6cbd req-649c1b65-a395-45f6-9bde-bc425874a98f service nova] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 705.687349] env[66071]: INFO networking_nsxv3.common.synchronization [req-79633f0c-ea8a-4bfb-98af-4763b14b6cbd req-649c1b65-a395-45f6-9bde-bc425874a98f service nova] Enqueued Resource ID: 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 with Priority: HIGHEST for action port [ 705.688039] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_rules [ 705.688175] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 705.688748] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 with Priority: HIGHEST for action port [ 705.689095] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.689263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.689372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.689613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.689688] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.690634] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.691992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.692361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.692537] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.692649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692713] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.692862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.692950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.693063] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.693972] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.694106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.694173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.694537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.694537] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a2e4e5-fa03-46ed-949b-6e3155d2ce78',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.971307] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 705.971677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.971986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.972937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.972937] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.196644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.196792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.197079] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.198055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 with status ACTIVE [ 706.198277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.198399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.198491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.198703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.198820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199035] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.199154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.199219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.199388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.199475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.199751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.199813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.199949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.200422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.200563] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24a2e4e5-fa03-46ed-949b-6e3155d2ce78 is going to be updated. [ 706.225951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.226747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.226747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.226747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.226747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.226747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a2e4e5-fa03-46ed-949b-6e3155d2ce78" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.475504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.475632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.568951] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f22c3b8d-34b6-428c-b4f8-f572d1fda14f tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 706.569649] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 706.570133] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.570307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.570384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.570706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.570852] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.703824] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.720819] env[66071]: INFO networking_nsxv3.common.synchronization [None req-04635ea3-b9c3-4aec-90d8-d8bd0db3c834 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 706.724491] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 706.725970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.725970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.920761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 706.921056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.921915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.921915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.922146] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.922375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.923656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.923656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.923656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.923656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.923656] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.097598] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.097752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.097857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.098380] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 already deleted. [ 707.098479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.098682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098959] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.130410] env[66071]: INFO networking_nsxv3.common.synchronization [req-87868cc6-1a6d-4bcc-a313-92262778a124 req-2c2aa33c-52db-40f2-8f19-bc8ebc89d667 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 707.131284] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 707.134795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.134795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.134795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.134795] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.194833] env[66071]: INFO networking_nsxv3.common.synchronization [None req-35a87cac-3248-4d11-81f6-9725d902406b None None] Enqueued Resource ID: 84c76f5f-5a64-4578-b18d-c56913a1ce08 with Priority: HIGHEST for action port [ 707.195784] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c76f5f-5a64-4578-b18d-c56913a1ce08 with Priority: HIGHEST for action port [ 707.195784] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c76f5f-5a64-4578-b18d-c56913a1ce08 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.195784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c76f5f-5a64-4578-b18d-c56913a1ce08" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.195784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c76f5f-5a64-4578-b18d-c56913a1ce08" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.196366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c76f5f-5a64-4578-b18d-c56913a1ce08" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.197153] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c76f5f-5a64-4578-b18d-c56913a1ce08',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.207444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.207635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.207721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.208040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.208138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.208290] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 is going to be created. [ 707.239368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.239621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.239733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.239975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.240171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.251044] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: UNINITIALIZED for 2s [ 707.426822] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.427704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.427704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.427704] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.427704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.427966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.428055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.428347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.428347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.428446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.428475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.428608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.428749] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.428895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.428895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.429027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.429105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.429334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.429334] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.624865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.625143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.625310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.625396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.625493] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 already deleted. [ 707.625577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.636427] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.636634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.636709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.636923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.637054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.637267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.637370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.637435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.637585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.637663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.637749] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 707.665532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.665682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.665757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.665963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.666878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.677433] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 in Status: SUCCESS [ 707.677610] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 deletion is rescheduled due to dependency. [ 707.677725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.678522] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 707.694870] env[66071]: INFO networking_nsxv3.common.synchronization [req-eae538b2-d644-438b-88a0-e3b0a4719637 req-3e16ba33-17c6-41bc-bc84-75cc0d1df721 tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 707.695614] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 707.695912] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.696467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.696467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.696623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.696805] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.696888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.696950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.697174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.697264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.697357] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.700272] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c76f5f-5a64-4578-b18d-c56913a1ce08 [ 707.700457] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.700583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.700651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.700809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.700895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.700986] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c76f5f-5a64-4578-b18d-c56913a1ce08 already deleted. [ 707.701083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c76f5f-5a64-4578-b18d-c56913a1ce08" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.935058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4a34d4c-01b8-4990-989a-7984ef715a2f: rpc.has_security_group_logging(os_id): False [ 707.954298] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.954504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.954572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.954831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.954927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.955257] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.955384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.955724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.955971] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.956423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.957611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.957611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.957923] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.958859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.958859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.958859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.958859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.958859] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 708.069284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.069576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.069576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.070282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.070282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.086881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 708.200190] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.704189] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.210015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.210582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.210582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.210582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.210582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.210764] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 709.245325] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.246037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.246128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.246336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.246497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255898] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 709.260917] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: SUCCESS [ 709.261179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.261434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.262145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.262145] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.262145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.262330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.262364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.262453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.262550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.262680] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.671231] env[66071]: INFO networking_nsxv3.common.synchronization [req-6a2be6d2-359d-4612-ade5-0cb0ee59e9b6 req-422557e7-fcc9-4c44-baa2-693fcfb4b3ac tempest-ListImageFiltersTestJSON-744359139 tempest-ListImageFiltersTestJSON-744359139-project-member] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 709.671813] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 709.673167] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.674854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.674929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.675217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.675397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.675502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.675578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.675781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.675873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.675971] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.692260] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 709.692260] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea deletion is rescheduled due to dependency. [ 709.692260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765775] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.054746] env[66071]: INFO networking_nsxv3.common.synchronization [req-6b764c1b-c09a-4c3a-aeba-0b5ccd422250 req-da65a07d-0285-4e80-ad2e-e0b2d723907c tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 710.055417] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 710.055727] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.055827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.109495] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 710.109723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.181204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182957] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182957] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa already deleted. [ 710.182957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.270178] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5: rpc.has_security_group_logging(os_id): False [ 710.300531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.300676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.300747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.300963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.301064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.301308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.301403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.301465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.301619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.301698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.301924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 is going to be created. [ 710.353241] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.353241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.353430] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.353594] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.355245] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.357030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.357030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357247] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.357385] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357848] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.357848] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.357994] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.358129] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.358241] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.358364] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.358579] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.381217] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.381468] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.381625] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.381900] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.382286] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-3c17ac0e-e063-4390-912b-7d5c651ba860 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.382590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.382646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.382993] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.383210] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c17ac0e-e063-4390-912b-7d5c651ba860',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.396200] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.396397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.396449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.396754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.397233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.416747] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: IN_PROGRESS for 2s [ 710.886096] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.886326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.886326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.886670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.886670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.886780] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 3c17ac0e-e063-4390-912b-7d5c651ba860 not found, creating... [ 710.887097] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.887517] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.887579] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.887771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887904] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.888237] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.888391] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.888501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.888699] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.888823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.888958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 3c17ac0e-e063-4390-912b-7d5c651ba860 is going to be created. [ 710.910773] env[66071]: INFO networking_nsxv3.common.synchronization [req-71b837c0-ea7c-4344-a341-8fa50acd069c req-f789f3de-f35b-4a47-9a0a-d5f9e5e0fc04 tempest-ServersTestManualDisk-1183587342 tempest-ServersTestManualDisk-1183587342-project-member] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 710.912064] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.912228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.912357] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.912605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.913418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.913418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.914707] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGHEST for action security_group_members [ 710.914707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.914838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.914884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.915081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.915253] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.915382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.915437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.915616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.915962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.915962] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.271770] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 711.272193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.272193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.272487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.272692] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.272814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.272879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.273103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.273146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.273287] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.418397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.418638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.419146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.419228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.419312] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b is going to be updated. [ 711.460030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.460030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.460030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.460030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.460030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.472554] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: IN_PROGRESS for 2s [ 711.575311] env[66071]: INFO networking_nsxv3.common.synchronization [req-562aa5ec-6484-4db4-8cb7-38634bcbfdbe req-627f847b-9d4c-48d3-bff0-d1f15188b37e tempest-FloatingIPsAssociationNegativeTestJSON-1049488597 tempest-FloatingIPsAssociationNegativeTestJSON-1049488597-project-member] Enqueued Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 711.578705] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGHEST for action security_group_members [ 711.579121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.579497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.579681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.580164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.581025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.581025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.581025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.581197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.581226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.581587] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [req-6a2be6d2-359d-4612-ade5-0cb0ee59e9b6 req-0d563e7a-d279-47e5-b709-fc6bad1b2d01 service nova] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_rules [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [req-6a2be6d2-359d-4612-ade5-0cb0ee59e9b6 req-0d563e7a-d279-47e5-b709-fc6bad1b2d01 service nova] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [req-6a2be6d2-359d-4612-ade5-0cb0ee59e9b6 req-0d563e7a-d279-47e5-b709-fc6bad1b2d01 service nova] Enqueued Resource ID: 3c17ac0e-e063-4390-912b-7d5c651ba860 with Priority: HIGHEST for action port [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_rules [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 711.696474] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c17ac0e-e063-4390-912b-7d5c651ba860 with Priority: HIGHEST for action port [ 711.696474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.696474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.696474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700581] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.700581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.700581] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.700581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c17ac0e-e063-4390-912b-7d5c651ba860 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.702177] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c17ac0e-e063-4390-912b-7d5c651ba860',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.778013] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.778013] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.778013] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.778300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.778300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.779603] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.779603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.779603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.779603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.779603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.779603] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 711.815331] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.815515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.815515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.815805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.815994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.827133] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 712.083350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.083565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.083787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.084066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.085176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.085444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.085549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.085616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.085808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.085893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.085986] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d is going to be updated. [ 712.141693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.141863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.141911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.142177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.142355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.154106] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: IN_PROGRESS for 2s [ 712.204558] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.204831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.204919] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.207807] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c17ac0e-e063-4390-912b-7d5c651ba860 with status ACTIVE [ 712.207937] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.209620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.209620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.209620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.210202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.210202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.210202] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c17ac0e-e063-4390-912b-7d5c651ba860 is going to be updated. [ 712.243109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.243398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.243534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.243885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.244120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.244344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c17ac0e-e063-4390-912b-7d5c651ba860" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.434689] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: SUCCESS [ 712.435570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.711924] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.217392] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.217605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.218854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.218854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.218854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218854] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be created. [ 713.253028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.253496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.253496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.253496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.254577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.284172] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: UNINITIALIZED for 2s [ 713.453501] env[66071]: INFO networking_nsxv3.common.synchronization [req-6426bf4d-a7a6-483a-b617-1f5b73f9da0f req-0d7d1b81-7f13-439f-b111-a7d6418075dd tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 713.453875] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGHEST for action security_group_members [ 713.454385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.454561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.455252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.455252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.455439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.455578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.455690] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.486435] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b in Status: SUCCESS [ 713.486435] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b deletion is rescheduled due to dependency. [ 713.486435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.841075] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 713.841271] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 deletion is rescheduled due to dependency. [ 713.841390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.959038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.959218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.959938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.963029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af is going to be updated. [ 713.993956] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.996036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.996036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.996036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.996036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.004697] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: IN_PROGRESS for 2s [ 714.166874] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d in Status: SUCCESS [ 714.166874] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d deletion is rescheduled due to dependency. [ 714.166874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603441] env[66071]: INFO networking_nsxv3.common.synchronization [req-86298ac3-8cad-4aba-a60c-8f000d4da689 req-9d56346e-0344-40e6-a7a4-2c4c3a9b4c78 tempest-ListImageFiltersTestJSON-744359139 tempest-ListImageFiltersTestJSON-744359139-project-member] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 714.604038] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 714.604351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.604480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.071086] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.071297] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.071418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.071679] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.071932] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.072089] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072200] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.072830] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.072830] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.072830] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.072937] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.073025] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.073153] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.073268] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.073338] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.100015] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.100260] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.100511] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.100615] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.100883] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-657dd8cf-a855-4870-8685-516a9d0b97ac taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.101069] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.101187] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.102415] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.102415] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657dd8cf-a855-4870-8685-516a9d0b97ac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.201910] env[66071]: INFO networking_nsxv3.common.synchronization [req-5ba4e3f7-290b-469b-9f46-41b3f6729f3a req-0886efcd-c645-4fd5-abbc-20185aaf760b tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 715.202517] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 715.202864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.203042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.203088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.203288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.203460] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.203793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.203793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.203945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.204049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.204153] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.322128] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 715.322128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.322128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.322128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.322128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.322128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.322128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.322384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.322384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.322456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.322891] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.323441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.324043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.324043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.324043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.324043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.325354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.325459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.325552] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.604480] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604800] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.605423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.605833] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.606086] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.606310] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 657dd8cf-a855-4870-8685-516a9d0b97ac not found, creating... [ 715.606633] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.606914] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.607126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.607461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.607654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.607987] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.608322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.608441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.608650] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.608777] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.608968] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 657dd8cf-a855-4870-8685-516a9d0b97ac is going to be created. [ 715.635798] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.635798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.635798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.636078] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.636372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.636472] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707053] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.707295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.707295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.707417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.707611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707810] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.707911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.707987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.708234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.708330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.708426] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 715.775635] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.775832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.775883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.776482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.776482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.797556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 715.828304] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.828507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.828628] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.021695] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7aaa33-8791-40a8-a235-58d39686c0af in Status: SUCCESS [ 716.021695] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af deletion is rescheduled due to dependency. [ 716.021695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.335521] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.504477] env[66071]: INFO networking_nsxv3.common.synchronization [req-86298ac3-8cad-4aba-a60c-8f000d4da689 req-02e87186-c531-42ae-99ba-f121e2de077d service nova] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_rules [ 716.504593] env[66071]: INFO networking_nsxv3.common.synchronization [req-86298ac3-8cad-4aba-a60c-8f000d4da689 req-02e87186-c531-42ae-99ba-f121e2de077d service nova] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 716.504789] env[66071]: INFO networking_nsxv3.common.synchronization [req-86298ac3-8cad-4aba-a60c-8f000d4da689 req-02e87186-c531-42ae-99ba-f121e2de077d service nova] Enqueued Resource ID: 657dd8cf-a855-4870-8685-516a9d0b97ac with Priority: HIGHEST for action port [ 716.505374] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_rules [ 716.505517] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 716.505599] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657dd8cf-a855-4870-8685-516a9d0b97ac with Priority: HIGHEST for action port [ 716.505870] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.505998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507972] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.508128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.508299] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-657dd8cf-a855-4870-8685-516a9d0b97ac taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.512085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.512085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.512085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.512085] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657dd8cf-a855-4870-8685-516a9d0b97ac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.683108] env[66071]: INFO networking_nsxv3.common.synchronization [req-acd6a508-6e8b-4146-9eae-e4c044f0f778 req-f92be2a5-e342-4cb4-86da-fabd4c81fc0d tempest-ServersNegativeTestJSON-1186084162 tempest-ServersNegativeTestJSON-1186084162-project-member] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 716.684428] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 716.684955] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.685921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.687025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.687025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.687025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.687025] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.838074] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.838303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.838395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.838930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.839328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.839328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 716.871377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.871590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.871590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.871799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.871942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.881501] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 717.011203] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 657dd8cf-a855-4870-8685-516a9d0b97ac with status ACTIVE [ 717.011443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.011696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.011797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.012055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.012133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.012353] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.012429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.012473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.012597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.012673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.012852] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.012967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.013036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.013174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.013258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.013380] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 657dd8cf-a855-4870-8685-516a9d0b97ac is going to be updated. [ 717.051901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.051901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.051901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.051901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.051901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-657dd8cf-a855-4870-8685-516a9d0b97ac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.192254] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.399894] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.400232] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.400393] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.400803] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.401169] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.401500] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.401657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.401966] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.402233] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.402526] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.402705] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.402872] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.403093] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.403232] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.403450] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.403592] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.425579] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.425819] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.426031] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.426273] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.426748] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-de6717c4-d356-4b4e-9bd8-e83b02bccac3 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.426967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.427291] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.427781] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.427989] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6717c4-d356-4b4e-9bd8-e83b02bccac3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.691575] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.810066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 717.810244] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 deletion is rescheduled due to dependency. [ 717.810359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.931451] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.931697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.932123] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.932269] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.932418] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port de6717c4-d356-4b4e-9bd8-e83b02bccac3 not found, creating... [ 717.932689] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.932839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.932948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.933182] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.933314] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.933587] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.933735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.933844] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.934067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.934199] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.934336] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: de6717c4-d356-4b4e-9bd8-e83b02bccac3 is going to be created. [ 717.955454] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.955707] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.955827] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.956171] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.956341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.956553] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.194272] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.194496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.194687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.194889] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 718.229153] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.239886] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 718.673988] env[66071]: INFO networking_nsxv3.common.synchronization [req-acd6a508-6e8b-4146-9eae-e4c044f0f778 req-266d2460-5903-4866-8735-c260fb7ac33d service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 718.674187] env[66071]: INFO networking_nsxv3.common.synchronization [req-acd6a508-6e8b-4146-9eae-e4c044f0f778 req-266d2460-5903-4866-8735-c260fb7ac33d service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 718.674330] env[66071]: INFO networking_nsxv3.common.synchronization [req-acd6a508-6e8b-4146-9eae-e4c044f0f778 req-266d2460-5903-4866-8735-c260fb7ac33d service nova] Enqueued Resource ID: de6717c4-d356-4b4e-9bd8-e83b02bccac3 with Priority: HIGHEST for action port [ 718.674911] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 718.675084] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 718.675637] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6717c4-d356-4b4e-9bd8-e83b02bccac3 with Priority: HIGHEST for action port [ 718.678247] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.678413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.678485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.678688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.678774] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.679707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.679907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.680042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6717c4-d356-4b4e-9bd8-e83b02bccac3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.680146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.680211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.680467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.680512] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6717c4-d356-4b4e-9bd8-e83b02bccac3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.893085] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 718.893396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.893577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.894570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.894570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.896854] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.896854] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.896854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.896854] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.898643] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.183618] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.183738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.183920] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de6717c4-d356-4b4e-9bd8-e83b02bccac3 with status ACTIVE [ 719.184087] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.184537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.184537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.184537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.184537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.184728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.184872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.184872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.184997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.185084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.185263] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.185356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.185414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.185628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.185628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.185705] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de6717c4-d356-4b4e-9bd8-e83b02bccac3 is going to be updated. [ 719.211412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.211585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.211741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.212023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.212267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.212510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6717c4-d356-4b4e-9bd8-e83b02bccac3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.401181] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa: rpc.has_security_group_logging(os_id): False [ 719.401428] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.425606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.425756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.425837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.426119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.426185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.426345] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.426460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.426524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.426688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.426771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.427198] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.428859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.428956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.429552] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.429661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.430039] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be created. [ 719.495655] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.495823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.496613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.496613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.496613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.508376] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 719.904364] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.927915] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ab38aca1-d386-450d-b9df-d2da132ce65f None None] Enqueued Resource ID: b9c8ccfb-a0c1-4b13-b101-63a342d67f4b with Priority: HIGHEST for action port [ 719.929258] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c8ccfb-a0c1-4b13-b101-63a342d67f4b with Priority: HIGHEST for action port [ 719.929258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c8ccfb-a0c1-4b13-b101-63a342d67f4b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.929258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c8ccfb-a0c1-4b13-b101-63a342d67f4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.929258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c8ccfb-a0c1-4b13-b101-63a342d67f4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c8ccfb-a0c1-4b13-b101-63a342d67f4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.931288] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c8ccfb-a0c1-4b13-b101-63a342d67f4b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.252253] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 720.252253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.252253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252665] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.252665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.252860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.253014] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.411917] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.412109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.412163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.412358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.412450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.412548] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 720.436349] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9c8ccfb-a0c1-4b13-b101-63a342d67f4b [ 720.436349] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.436349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.436693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.437040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.437124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.437306] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9c8ccfb-a0c1-4b13-b101-63a342d67f4b already deleted. [ 720.437462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c8ccfb-a0c1-4b13-b101-63a342d67f4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.448118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.448793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.448793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.448793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.449918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.460565] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 720.755169] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.258453] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.523515] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 721.523734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.524427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.524427] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.574853] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-adbf2e03-0578-44b9-b42f-ad0f814189cf tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 721.575955] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 721.580033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.580033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.580033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.580033] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.763755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.763755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.763755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.763755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.763755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.763755] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 721.797207] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.797207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.797207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.797207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.797207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805975] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 721.987033] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-53d8d622-465e-4112-8210-23b0fcd5350a tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 721.987033] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 721.987183] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.987291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.027420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.027575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.084187] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.084339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.084414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.084620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.084706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.085434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.085434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.085434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.085434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085434] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c already deleted. [ 722.085695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.085880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.085934] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.086290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.086375] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.449613] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-880b60f5-942c-4572-9161-8145bc41f60d tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 722.450688] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 722.451158] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.451303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.474023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 722.474023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.474023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.474200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.475183] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.475183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.475183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.475183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.475183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.475351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.475491] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.590061] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.590802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.590901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.591150] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.591266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.591526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.591600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.591703] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c already deleted. [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.593609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.593609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.593609] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.886933] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.887244] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.887499] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.887754] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.888284] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.888992] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.889203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.889522] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.889610] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.889721] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.889870] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.890076] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.890202] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.890558] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.910836] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.912396] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.912396] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.912396] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.912396] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.912396] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.912396] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.913333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.913333] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee409a9c-ab72-40e3-bab5-5d8aafa9fb21',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.979054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.979289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.979453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.979807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.980091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.980091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.980408] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.980408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.980408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.980619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.981042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.981042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.981042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.981203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.981203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.981276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.981363] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.097305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.097500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.097612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.097840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.097933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.098324] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.098324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.098324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.098519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.098734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.098734] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c already deleted. [ 723.098831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154024] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c3d57fdd-b266-408b-9cc0-1a197a37c1e2 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 723.154813] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 723.156775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.156974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.158022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.159391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.159391] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.417355] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.417880] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.418082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.418503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.418702] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.418933] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 not found, creating... [ 723.419415] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.419844] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.419898] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.420251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.420503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.420924] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.421220] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.421434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.421782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.422038] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.422294] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 is going to be created. [ 723.450232] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.450537] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.450577] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.450937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.451821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.451821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.483958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa: rpc.has_security_group_logging(os_id): False [ 723.504211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.504425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.504530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.504941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.506255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.506363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.506428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.506583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.506663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.506868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.506964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.507037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.507237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.507337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.507404] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 723.535966] env[66071]: INFO networking_nsxv3.common.synchronization [None req-bdc73f99-3604-4cde-bfe5-dec1fdcf8fce tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 723.536546] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 723.536886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.536997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616236] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.616398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.617619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644221] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 723.690795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.690928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691486] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 already deleted. [ 723.691588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.692103] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.735841] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d05accf9-107a-4c77-b65b-b1af76b07cea None None] Enqueued Resource ID: b9bc0a2c-71e1-4371-be0b-05d8c54c369e with Priority: HIGHEST for action port [ 723.736670] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc0a2c-71e1-4371-be0b-05d8c54c369e with Priority: HIGHEST for action port [ 723.737574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bc0a2c-71e1-4371-be0b-05d8c54c369e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.737574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bc0a2c-71e1-4371-be0b-05d8c54c369e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.737574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bc0a2c-71e1-4371-be0b-05d8c54c369e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.737574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bc0a2c-71e1-4371-be0b-05d8c54c369e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.737931] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bc0a2c-71e1-4371-be0b-05d8c54c369e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.818036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 723.818211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.818676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.819156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.819156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.820020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.820020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.820020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.820020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.820020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.820202] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.198648] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-b620420c-8851-4995-a1ea-5ff438df30de service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 724.198648] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-b620420c-8851-4995-a1ea-5ff438df30de service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 724.198738] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-b620420c-8851-4995-a1ea-5ff438df30de service nova] Enqueued Resource ID: ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 with Priority: HIGHEST for action port [ 724.199328] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 724.199964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 724.199964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 with Priority: HIGHEST for action port [ 724.199964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.199964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.200352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.200587] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.201930] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.202295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.202295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.202499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.203649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.203764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.203830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.204109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.204109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.204189] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.206176] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.206176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.206176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.206347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.206397] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee409a9c-ab72-40e3-bab5-5d8aafa9fb21',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.214274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.217774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.217774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.217774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.217774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.217774] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 already deleted. [ 724.217774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.240372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9bc0a2c-71e1-4371-be0b-05d8c54c369e [ 724.240614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.240770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.240841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.241058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.241148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.241241] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9bc0a2c-71e1-4371-be0b-05d8c54c369e already deleted. [ 724.241326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bc0a2c-71e1-4371-be0b-05d8c54c369e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.322289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.322474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.322547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.322848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.323039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.323149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.323216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.323387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.323474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.323561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.324248] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.324407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.324451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.324571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.324751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.324808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.324851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.325051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.325102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.325154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.325250] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.709164] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.709164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.709164] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.710043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 with status ACTIVE [ 724.710249] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.710371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.710435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.710640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.711184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.711184] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.711184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.711184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.711455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.711485] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.711624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.711722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.712076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.712208] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee409a9c-ab72-40e3-bab5-5d8aafa9fb21 is going to be updated. [ 724.742976] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.742976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee409a9c-ab72-40e3-bab5-5d8aafa9fb21" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.828172] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144b2a34-2beb-433d-93af-f1b18cdc437a: rpc.has_security_group_logging(os_id): False [ 724.858320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.858320] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.858320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.859106] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.859719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.859910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.860209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.860408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.860733] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.861025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.861201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.861655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.861978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.862217] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 724.955428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.955597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.955670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.955988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.956090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.970579] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 725.076895] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077102] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-533" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-533" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077715] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-533" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.078163] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.078374] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.078463] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.078747] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.078821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.079047] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.079157] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.079259] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.079388] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.079562] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.079679] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.079810] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.107815] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.108014] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.108227] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.108331] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-533" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.108725] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.108903] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.109030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.109369] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.109587] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70f1f82-a2f0-485c-82f2-1bddd6d21e5a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.214559] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.612431] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.612724] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.612858] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.613169] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.613411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.613602] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port b70f1f82-a2f0-485c-82f2-1bddd6d21e5a not found, creating... [ 725.614048] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.614234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.614366] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.614579] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.614718] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.614993] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.615213] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.615329] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.615546] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.615685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.615839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: b70f1f82-a2f0-485c-82f2-1bddd6d21e5a is going to be created. [ 725.636032] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.636333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.636459] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637107] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.637410] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.637638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.655838] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 725.655983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.716777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.717097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.717139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.717376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.717478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.717572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be created. [ 725.745612] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.745876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.746597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.746597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.746828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: UNINITIALIZED for 2s [ 726.470537] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-a06dce71-9a9e-40b5-a883-11638d70f1af service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 726.470537] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-a06dce71-9a9e-40b5-a883-11638d70f1af service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 726.470537] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-a06dce71-9a9e-40b5-a883-11638d70f1af service nova] Enqueued Resource ID: b70f1f82-a2f0-485c-82f2-1bddd6d21e5a with Priority: HIGHEST for action port [ 726.476227] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 726.476227] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 726.476227] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70f1f82-a2f0-485c-82f2-1bddd6d21e5a with Priority: HIGHEST for action port [ 726.476227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.476227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.476227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.476227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.476227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.476227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.476227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.476227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.476227] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70f1f82-a2f0-485c-82f2-1bddd6d21e5a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.976974] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b70f1f82-a2f0-485c-82f2-1bddd6d21e5a with status ACTIVE [ 726.977278] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.977428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.977496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.977921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.978053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.978295] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.978408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.978472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.978674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.978779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.978992] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.979112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.979180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.979353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.979433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979550] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b70f1f82-a2f0-485c-82f2-1bddd6d21e5a is going to be updated. [ 726.987700] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 726.987916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.002642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.002791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.002868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.003097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.003241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.003433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70f1f82-a2f0-485c-82f2-1bddd6d21e5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.311754] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.311948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312080] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312361] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.312614] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312875] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.313097] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.313235] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.313427] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.313533] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.313637] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.313740] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.313854] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.313956] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.314093] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.337919] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.337919] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.337919] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.337919] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-849" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338784] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-41d7c35b-3256-415e-a422-67e13591c952 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338784] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338784] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.339142] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d7c35b-3256-415e-a422-67e13591c952',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.773448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 727.773674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.773862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.774181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.774416] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.774539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.774607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.774787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.774871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.774955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775066] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.776034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.776252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.776439] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.776543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.776629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.776835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.776936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.777045] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.843092] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.843308] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.843424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.843684] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.844211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.844211] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 41d7c35b-3256-415e-a422-67e13591c952 not found, creating... [ 727.844316] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844442] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.845029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.845029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.845184] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.845318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.845633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.845764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.845884] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 41d7c35b-3256-415e-a422-67e13591c952 is going to be created. [ 727.866757] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.866928] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.867137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.868030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.868030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.868140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.280401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.280401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.280401] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.658893] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-613aba60-03ca-4046-8193-38bbd991938b service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 728.658893] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-613aba60-03ca-4046-8193-38bbd991938b service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 728.658893] env[66071]: INFO networking_nsxv3.common.synchronization [req-ec9cd330-0a93-48f1-918c-06a071334e45 req-613aba60-03ca-4046-8193-38bbd991938b service nova] Enqueued Resource ID: 41d7c35b-3256-415e-a422-67e13591c952 with Priority: HIGHEST for action port [ 728.659624] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 728.660230] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 728.660230] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d7c35b-3256-415e-a422-67e13591c952 with Priority: HIGHEST for action port [ 728.660457] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.660651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.660985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.661806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.661806] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d7c35b-3256-415e-a422-67e13591c952 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.661806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.661806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.662537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.662537] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d7c35b-3256-415e-a422-67e13591c952',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.782989] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.168968] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41d7c35b-3256-415e-a422-67e13591c952 with status ACTIVE [ 729.168968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.168968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.168968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.168968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.168968] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41d7c35b-3256-415e-a422-67e13591c952 is going to be updated. [ 729.200587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.200587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d7c35b-3256-415e-a422-67e13591c952" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.286854] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.286854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.286854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.286854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.286854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.286854] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 729.322981] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.322981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.322981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.322981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.322981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.333126] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 729.812966] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4d1230fd-a6d8-4555-91c3-10b39040ce5c None None] Enqueued Resource ID: 45a79dd1-d70f-4ceb-a9be-5829c1afbe7d with Priority: HIGHEST for action port [ 729.813228] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a79dd1-d70f-4ceb-a9be-5829c1afbe7d with Priority: HIGHEST for action port [ 729.813765] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a79dd1-d70f-4ceb-a9be-5829c1afbe7d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.813894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a79dd1-d70f-4ceb-a9be-5829c1afbe7d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.813964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a79dd1-d70f-4ceb-a9be-5829c1afbe7d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.814226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a79dd1-d70f-4ceb-a9be-5829c1afbe7d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.814307] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a79dd1-d70f-4ceb-a9be-5829c1afbe7d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.318157] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45a79dd1-d70f-4ceb-a9be-5829c1afbe7d [ 730.318157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.318157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.318157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.318157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.318157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.318157] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45a79dd1-d70f-4ceb-a9be-5829c1afbe7d already deleted. [ 730.318157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a79dd1-d70f-4ceb-a9be-5829c1afbe7d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.377148] env[66071]: INFO networking_nsxv3.common.synchronization [req-c3688fbc-cfd8-4371-9c73-daf3c225441d req-37b8da91-b168-4235-9ea2-84b66990ee90 tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 730.377148] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 730.377148] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.377148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.377148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.377148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.377516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.377516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.377516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.378942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.378942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.378942] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.800138] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.800138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.800138] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.804756] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.805028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.805153] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.805796] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.805796] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.805796] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.805796] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.805796] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.806106] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.836222] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.836222] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.836222] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.836222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.836222] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.836222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.836222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.836222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.836222] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4381cee8-8ea3-4c5c-bfc1-8bf416803d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.882775] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.337241] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.337627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.337685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.338383] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.338383] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.338575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 not found, creating... [ 731.338924] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.339099] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.339213] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.340040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.340040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.340040] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.340040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.340309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.340309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.340412] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.340552] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 is going to be created. [ 731.345659] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 731.345894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.346177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.346403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.346586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.346706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.347136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.347136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.347136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.347136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.347286] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.347286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.347418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.347524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.347645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.347741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.347840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.347943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.347995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.348078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.348162] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.349465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.349665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.349763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.349867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.350070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.350118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.350247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.350532] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.373519] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.373843] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.373996] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.374780] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.376335] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.377302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.384746] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.801405] env[66071]: INFO networking_nsxv3.common.synchronization [req-0903e913-c4ca-4392-985d-9b2b2c71fb13 req-735cadd8-3203-4808-9fca-743cbf745b93 tempest-VolumesAssistedSnapshotsTest-754921109 tempest-VolumesAssistedSnapshotsTest-754921109-project-member] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 731.802018] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGHEST for action security_group_members [ 731.802509] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.802509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.802509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.802709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.802846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.802948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.803017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.803362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.803447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803545] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.852419] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c0aec4-50f7-4c01-b92e-874a891d1b5c: rpc.has_security_group_logging(os_id): False [ 731.853275] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.872721] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873422] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.873522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.873585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.874013] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.874112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.874174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.874313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.874397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.874592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.874687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.874748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.874884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.874959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875353] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be created. [ 731.886399] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.886569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.886614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.886776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.886860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.886951] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 731.912616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.912789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.912862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.913081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.913231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.924595] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 731.937679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.937904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.937958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.938166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.938435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.953636] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 732.000434] env[66071]: INFO networking_nsxv3.common.synchronization [None req-1b13c812-d524-4706-ba75-698bc4e3ab97 None None] Enqueued Resource ID: 920ed55d-5d03-4778-afda-7bdd565bcfa7 with Priority: HIGHEST for action port [ 732.001043] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920ed55d-5d03-4778-afda-7bdd565bcfa7 with Priority: HIGHEST for action port [ 732.001575] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-920ed55d-5d03-4778-afda-7bdd565bcfa7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.001575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920ed55d-5d03-4778-afda-7bdd565bcfa7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.001696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920ed55d-5d03-4778-afda-7bdd565bcfa7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.001853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920ed55d-5d03-4778-afda-7bdd565bcfa7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.001937] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920ed55d-5d03-4778-afda-7bdd565bcfa7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.102666] env[66071]: INFO networking_nsxv3.common.synchronization [req-c3688fbc-cfd8-4371-9c73-daf3c225441d req-258002f0-a16e-4a89-ab5d-7261bf2fee54 service nova] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_rules [ 732.102666] env[66071]: INFO networking_nsxv3.common.synchronization [req-c3688fbc-cfd8-4371-9c73-daf3c225441d req-258002f0-a16e-4a89-ab5d-7261bf2fee54 service nova] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 732.102765] env[66071]: INFO networking_nsxv3.common.synchronization [req-c3688fbc-cfd8-4371-9c73-daf3c225441d req-258002f0-a16e-4a89-ab5d-7261bf2fee54 service nova] Enqueued Resource ID: 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 with Priority: HIGHEST for action port [ 732.103528] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_rules [ 732.103603] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 732.103763] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 with Priority: HIGHEST for action port [ 732.104128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.104128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.104232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.104348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.105012] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.105901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.105901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.105901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.105901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.105901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.106555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.106555] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4381cee8-8ea3-4c5c-bfc1-8bf416803d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.307152] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.307152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.307152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.307152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.307152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.307482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.307482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.307658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.307688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.307768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.307858] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95eedb-61c2-4d27-8199-180218e34163 is going to be updated. [ 732.342379] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.343142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.355693] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.357789] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: IN_PROGRESS for 2s [ 732.444432] env[66071]: INFO networking_nsxv3.common.synchronization [req-178aff49-d014-486c-bf4f-525cabedaf7d req-03f3c839-4f52-4784-9f45-b7ceb42823a5 tempest-ServersNegativeTestJSON-1186084162 tempest-ServersNegativeTestJSON-1186084162-project-member] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 732.445890] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 732.445890] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.445890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.445890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.445890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.446364] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.446364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.446364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.446482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.446517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.446689] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.511638] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 920ed55d-5d03-4778-afda-7bdd565bcfa7 [ 732.511638] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.511638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.511638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.511638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.511638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.511638] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:920ed55d-5d03-4778-afda-7bdd565bcfa7 already deleted. [ 732.511638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920ed55d-5d03-4778-afda-7bdd565bcfa7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.612527] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.612612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.612758] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 with status ACTIVE [ 732.612919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.613030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.613095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.613307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.613394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.613559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.613651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.613711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.613863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.613939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.614127] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.614217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.614276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.614412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.614484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.614571] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4381cee8-8ea3-4c5c-bfc1-8bf416803d50 is going to be updated. [ 732.639514] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.639667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.639738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.639947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.640101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.641042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4381cee8-8ea3-4c5c-bfc1-8bf416803d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.860034] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.860331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.860518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.862286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.862286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.862286] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 732.907955] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.908960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.911433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.911433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.911433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.930300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 732.952078] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.151571] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ecf0893-247d-455e-90c3-73a18a6606e1 req-d9d62c85-64c3-4530-b431-9625ef80bee2 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 733.152113] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 733.152420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.152538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.152604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.152847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.153015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.154503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.154503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.154503] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.454509] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.554785] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.554979] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.555110] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.555464] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.555721] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.555883] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556077] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.556448] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.556652] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.556758] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.556862] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.556964] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.557078] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.557177] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.557308] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.576862] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.576929] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.578073] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.578073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578073] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-f802c419-58b1-413c-92b6-b4b4d09c0607 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.578381] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.578412] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f802c419-58b1-413c-92b6-b4b4d09c0607',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.658235] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.658496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.658496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.658679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.658769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.659226] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.659226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.659226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.659405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.659405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.659486] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 already deleted. [ 733.659550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.934805] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 733.935166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.935437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.935771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.936110] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.936266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.936337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.936505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.936590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.936687] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.956536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.956785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.956785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.956922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.956996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.957113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 733.970633] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 733.970841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.971021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.971287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.971383] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.986905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.987107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.987198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.987688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.987845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.998155] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 734.082211] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.082211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.082211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.082211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.082211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.082211] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port f802c419-58b1-413c-92b6-b4b4d09c0607 not found, creating... [ 734.082716] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.082716] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.082798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.083287] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.083287] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.085591] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.085591] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.085591] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.085591] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.085895] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.085895] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: f802c419-58b1-413c-92b6-b4b4d09c0607 is going to be created. [ 734.107098] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.107522] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.107743] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.108126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.108613] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.108960] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.369894] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95eedb-61c2-4d27-8199-180218e34163 in Status: SUCCESS [ 734.369963] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95eedb-61c2-4d27-8199-180218e34163 deletion is rescheduled due to dependency. [ 734.370122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.471142] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.473764] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.474240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.859381] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ecf0893-247d-455e-90c3-73a18a6606e1 req-8f6392b0-e64a-45a9-b858-541682f78268 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 734.859687] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ecf0893-247d-455e-90c3-73a18a6606e1 req-8f6392b0-e64a-45a9-b858-541682f78268 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 734.860015] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ecf0893-247d-455e-90c3-73a18a6606e1 req-8f6392b0-e64a-45a9-b858-541682f78268 service nova] Enqueued Resource ID: f802c419-58b1-413c-92b6-b4b4d09c0607 with Priority: HIGHEST for action port [ 734.860606] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 734.860743] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 734.860836] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802c419-58b1-413c-92b6-b4b4d09c0607 with Priority: HIGHEST for action port [ 734.861382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.862379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.862536] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.863568] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.863871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.864133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.864360] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.864640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.864736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.864932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.868188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.868337] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.869558] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f802c419-58b1-413c-92b6-b4b4d09c0607 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869792] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f802c419-58b1-413c-92b6-b4b4d09c0607',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.947217] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 734.948029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.948029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.948220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.948474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.948600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.948671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.948932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.949023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.949132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.949245] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.973615] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.371654] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.371910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.372227] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.374315] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f802c419-58b1-413c-92b6-b4b4d09c0607 with status ACTIVE [ 735.374315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.374315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.374315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.378227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.378490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.378759] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.378913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.378988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.380279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.380440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.380842] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.381015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.381085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.381270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.381347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.381442] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f802c419-58b1-413c-92b6-b4b4d09c0607 is going to be updated. [ 735.404865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.404865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.405189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.405189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.405298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.405476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f802c419-58b1-413c-92b6-b4b4d09c0607" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.451654] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.451847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.451898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.452149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.452324] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.452436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.452517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.452652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.452910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.452910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.453023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.453123] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.453186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.453337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.453508] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.453582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.453632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.453746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.453822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.453902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.453994] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.476336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.477480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.477480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.477480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.477480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.477743] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 735.511524] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.511669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.511744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.511978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522202] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 735.876499] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.958186] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c0aec4-50f7-4c01-b92e-874a891d1b5c: rpc.has_security_group_logging(os_id): False [ 735.982828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.982828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.982828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.982828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983562] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 736.008537] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 736.008764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054293] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.054486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.054528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.054739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.054886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.070567] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 736.381390] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.381550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.381550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.381753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.381836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.381944] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be created. [ 736.413384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.413572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.413640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.413815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.413980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.425819] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: UNINITIALIZED for 2s [ 737.766838] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.766838] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.766838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.767443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.767443] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.098021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 738.098021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.098513] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.155989] env[66071]: INFO networking_nsxv3.common.synchronization [req-e2587118-cd09-43af-9db3-ed1aca285be2 req-15a9600d-8911-4c4a-9887-04fcc68aa051 tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 738.156654] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 738.161598] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.161707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.161707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.161968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.162215] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.162400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.162400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.162503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.162657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.162765] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.270152] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.270309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.270386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.270605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.270775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.270880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.270957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.271284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271551] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.271711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.271995] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.272099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272619] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.436536] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 738.436809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.437972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.437972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.437972] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.437972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.437972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.438496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.438496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.438496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.438586] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.604088] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.604465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.604465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.604784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.605093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.605283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.605414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.605657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.605766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.605925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.606087] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.667197] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.776096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8204e977-b7a2-4941-bca3-d1ff118c1ebc: rpc.has_security_group_logging(os_id): False [ 738.794847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.794977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.795073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.796010] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.796010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.796262] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.796262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.796262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.796393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.796464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.796709] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.796782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.796782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.796900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.797010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.800397] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 738.872055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.874020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.874020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.874020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.874020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.889011] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 738.944643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.944643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.944643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.944643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.945408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.945408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.945408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.945408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.945408] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.108287] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.109745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.110037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.110421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.110830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.115024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115888] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.169095] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.449575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48bec2f-0e2d-497d-8e3b-3b9ef5e12477: rpc.has_security_group_logging(os_id): False [ 739.470999] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.470999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.471353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471852] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.471852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.472163] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.472250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.472307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.472676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.472722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.473167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be created. [ 739.539439] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.539623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.539665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.539873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.540065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.556510] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 739.618978] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c0aec4-50f7-4c01-b92e-874a891d1b5c: rpc.has_security_group_logging(os_id): False [ 739.660911] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660911] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.660911] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.660911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.661662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.662077] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.662595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.662823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.663098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.663399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 739.674157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.674157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.674157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.674157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.674157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.674157] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 739.712584] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.712584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.712584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.712584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.712584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.721951] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 739.746630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.746630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.746630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.747011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.747011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.762027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 740.133082] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6364a6c7-459d-4f7e-814d-c01a0bdfe0c4 None None] Enqueued Resource ID: ed4865c5-0ec9-4a2d-b65f-56c108c1bc23 with Priority: HIGHEST for action port [ 740.138031] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4865c5-0ec9-4a2d-b65f-56c108c1bc23 with Priority: HIGHEST for action port [ 740.138031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4865c5-0ec9-4a2d-b65f-56c108c1bc23 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.138031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4865c5-0ec9-4a2d-b65f-56c108c1bc23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.138031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4865c5-0ec9-4a2d-b65f-56c108c1bc23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.138031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4865c5-0ec9-4a2d-b65f-56c108c1bc23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.138031] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4865c5-0ec9-4a2d-b65f-56c108c1bc23',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.642423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed4865c5-0ec9-4a2d-b65f-56c108c1bc23 [ 740.642649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.642777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.642839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.643221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.643289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.643391] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed4865c5-0ec9-4a2d-b65f-56c108c1bc23 already deleted. [ 740.643472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4865c5-0ec9-4a2d-b65f-56c108c1bc23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.809679] env[66071]: INFO networking_nsxv3.common.synchronization [None req-893de95f-17be-44f5-b1eb-44ff2ff751df None None] Enqueued Resource ID: 37e70104-e82d-47a9-b35c-74ec7beb670d with Priority: HIGHEST for action port [ 740.810655] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e70104-e82d-47a9-b35c-74ec7beb670d with Priority: HIGHEST for action port [ 740.810938] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e70104-e82d-47a9-b35c-74ec7beb670d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.811957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e70104-e82d-47a9-b35c-74ec7beb670d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.812109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e70104-e82d-47a9-b35c-74ec7beb670d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.812370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e70104-e82d-47a9-b35c-74ec7beb670d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.812463] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e70104-e82d-47a9-b35c-74ec7beb670d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.906063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 740.906063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037828] env[66071]: INFO networking_nsxv3.common.synchronization [req-03858501-9fc3-4248-97a6-101cabafd1e9 req-d2c4e364-5582-442a-aa3f-d4352ceaae26 tempest-ListServersNegativeTestJSON-1228553788 tempest-ListServersNegativeTestJSON-1228553788-project-member] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 741.038463] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGHEST for action security_group_members [ 741.038802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.041988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.315083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37e70104-e82d-47a9-b35c-74ec7beb670d [ 741.315428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.315583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.315671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.315972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.316128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.316240] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37e70104-e82d-47a9-b35c-74ec7beb670d already deleted. [ 741.316332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e70104-e82d-47a9-b35c-74ec7beb670d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.572223] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 741.572382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.732704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 741.733358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.733897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.734122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.734405] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.734531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.734597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.734761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.735182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.735182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.776948] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 741.778028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.237732] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.237913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.237989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.238285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.238336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.238542] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.238729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.238729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.238963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.239027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.239094] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be updated. [ 742.274110] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.275099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.275099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.286040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: IN_PROGRESS for 2s [ 742.913355] env[66071]: INFO networking_nsxv3.common.synchronization [None req-dcb178cc-a76c-4dc1-8fb4-be9dc7ea8f28 None None] Enqueued Resource ID: d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d with Priority: HIGHEST for action port [ 742.914133] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d with Priority: HIGHEST for action port [ 742.914549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.914854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.914854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.916391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.916391] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.419557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d [ 743.419557] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.419557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.419557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.420025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.420025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.420025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d already deleted. [ 743.420025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d568cb5d-d22a-44b3-a0f4-7d1b90d2d28d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.308884] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 in Status: SUCCESS [ 744.308884] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 deletion is rescheduled due to dependency. [ 744.308884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.464368] env[66071]: INFO networking_nsxv3.common.synchronization [None req-48077ac4-6275-4abd-b4fa-abb8995c7f3c None None] Enqueued Resource ID: 979761da-abe5-4ea4-886f-4a3a50352ffb with Priority: HIGHEST for action port [ 745.465044] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979761da-abe5-4ea4-886f-4a3a50352ffb with Priority: HIGHEST for action port [ 745.465114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-979761da-abe5-4ea4-886f-4a3a50352ffb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.465299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-979761da-abe5-4ea4-886f-4a3a50352ffb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.465374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-979761da-abe5-4ea4-886f-4a3a50352ffb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.465729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-979761da-abe5-4ea4-886f-4a3a50352ffb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.465827] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979761da-abe5-4ea4-886f-4a3a50352ffb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.967780] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 979761da-abe5-4ea4-886f-4a3a50352ffb [ 745.968240] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.968784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.968784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.968784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.968941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.969090] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:979761da-abe5-4ea4-886f-4a3a50352ffb already deleted. [ 745.969280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-979761da-abe5-4ea4-886f-4a3a50352ffb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.932027] env[66071]: INFO networking_nsxv3.common.synchronization [req-b2c01a8f-bf4a-415d-8034-d575dc74489b req-f2955e4a-549c-4a5e-99cb-351f858e8e25 tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 746.932545] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 746.932873] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934730] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.198510] env[66071]: INFO networking_nsxv3.common.synchronization [req-b2c01a8f-bf4a-415d-8034-d575dc74489b req-41554a8c-7567-41f4-b710-e19e3cfe4093 tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 747.199258] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 747.199509] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.199650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.436950] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.509968] env[66071]: INFO networking_nsxv3.common.synchronization [req-b2c01a8f-bf4a-415d-8034-d575dc74489b req-67440e44-d76b-4da4-8321-f5d12f716ebb tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 747.510831] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 747.511552] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.511552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.943877] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.445603] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.445811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.445923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.446243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.446243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.446384] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 748.486111] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.486319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.486359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.486975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.497502] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 750.513906] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 750.513906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.514305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.514422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.515033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.515033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.515033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.515253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.515360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.515453] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.019821] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.019821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.019821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.020059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.020094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.020329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.020433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.020496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.020655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.020732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.020818] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 751.051685] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.051999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.051999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.052292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.052492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.064926] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 752.218492] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b17d4a41-24c1-4556-a4f6-e90eb06048a0 None None] Enqueued Resource ID: ab2b61a2-1065-441d-8caa-97a571b2d087 with Priority: HIGHEST for action port [ 752.219104] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab2b61a2-1065-441d-8caa-97a571b2d087 with Priority: HIGHEST for action port [ 752.219423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab2b61a2-1065-441d-8caa-97a571b2d087 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.219575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab2b61a2-1065-441d-8caa-97a571b2d087" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.219675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab2b61a2-1065-441d-8caa-97a571b2d087" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.219888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab2b61a2-1065-441d-8caa-97a571b2d087" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.219966] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2b61a2-1065-441d-8caa-97a571b2d087',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.723423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab2b61a2-1065-441d-8caa-97a571b2d087 [ 752.723656] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.724101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.724222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.724320] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab2b61a2-1065-441d-8caa-97a571b2d087 already deleted. [ 752.724368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab2b61a2-1065-441d-8caa-97a571b2d087" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.078533] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 753.078533] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c deletion is rescheduled due to dependency. [ 753.078533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.081452] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.081452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.081452] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.590129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.590129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590129] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 753.621344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.621470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.621513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.621820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.622023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643283] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 754.642500] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fdd08976-f286-4ea6-b5af-12a9710a18fb tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 754.642500] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 754.642500] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.643312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.643312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.644765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.644765] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.784378] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b247efde-e522-4a80-9d32-6c246b0586e6 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 754.785264] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 754.785652] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.785782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164937] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.164937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.165268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.165330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.165428] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 already deleted. [ 755.165538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.165684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.165872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.165984] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.254915] env[66071]: INFO networking_nsxv3.common.synchronization [req-775ceafc-e5aa-41ea-a7e6-3c686d3d855b req-85d863dd-f465-4482-89d9-e1b18eb3c267 tempest-ServersV294TestFqdnHostnames-252886353 tempest-ServersV294TestFqdnHostnames-252886353-project-member] Enqueued Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 755.255417] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 with Priority: HIGHEST for action security_group_members [ 755.255783] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-65024d50-01a9-40ab-8ad3-5f3c43456202 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.255914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.255991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.256245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.256433] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.256513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.256566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.256719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.256808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.256902] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65024d50-01a9-40ab-8ad3-5f3c43456202',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.654215] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 755.655441] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c deletion is rescheduled due to dependency. [ 755.655441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.695867] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.695867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.695867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.695867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.695867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.695867] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 already deleted. [ 755.695867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.759019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.759206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.759438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.759552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.759779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.759878] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.759953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.759987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.760459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.760524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.761026] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 is going to be updated. [ 755.806691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.806865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.806865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.807190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.807190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.820975] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: IN_PROGRESS for 2s [ 756.086865] env[66071]: INFO networking_nsxv3.common.synchronization [None req-dcad0fe3-97dc-460e-8037-00a96a5082c5 None None] Enqueued Resource ID: 40adde0c-720c-4d0d-8cef-164485eea8e6 with Priority: HIGHEST for action port [ 756.089936] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40adde0c-720c-4d0d-8cef-164485eea8e6 with Priority: HIGHEST for action port [ 756.090347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-40adde0c-720c-4d0d-8cef-164485eea8e6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.090506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40adde0c-720c-4d0d-8cef-164485eea8e6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.090591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40adde0c-720c-4d0d-8cef-164485eea8e6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.090868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40adde0c-720c-4d0d-8cef-164485eea8e6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.090929] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40adde0c-720c-4d0d-8cef-164485eea8e6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.598492] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40adde0c-720c-4d0d-8cef-164485eea8e6 [ 756.599217] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.599217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.599217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.599217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.599217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.599514] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40adde0c-720c-4d0d-8cef-164485eea8e6 already deleted. [ 756.599514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40adde0c-720c-4d0d-8cef-164485eea8e6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.798243] env[66071]: INFO networking_nsxv3.common.synchronization [None req-972cbb9b-ecb5-4a39-a40c-3c784ae9142d None None] Enqueued Resource ID: 606daf53-ec5d-4a0d-8f18-129c5b09fa43 with Priority: HIGHEST for action port [ 757.799927] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606daf53-ec5d-4a0d-8f18-129c5b09fa43 with Priority: HIGHEST for action port [ 757.799927] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-606daf53-ec5d-4a0d-8f18-129c5b09fa43 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.799927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606daf53-ec5d-4a0d-8f18-129c5b09fa43" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.799927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606daf53-ec5d-4a0d-8f18-129c5b09fa43" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.799927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606daf53-ec5d-4a0d-8f18-129c5b09fa43" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.799927] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606daf53-ec5d-4a0d-8f18-129c5b09fa43',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.835978] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 in Status: SUCCESS [ 757.836291] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65024d50-01a9-40ab-8ad3-5f3c43456202 deletion is rescheduled due to dependency. [ 757.836711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65024d50-01a9-40ab-8ad3-5f3c43456202" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.304676] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 606daf53-ec5d-4a0d-8f18-129c5b09fa43 [ 758.304676] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.304676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.304676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.304676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.305095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.305095] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:606daf53-ec5d-4a0d-8f18-129c5b09fa43 already deleted. [ 758.305095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606daf53-ec5d-4a0d-8f18-129c5b09fa43" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.637750] env[66071]: INFO networking_nsxv3.common.synchronization [req-a122344d-8628-4100-a6c7-7d52545838b6 req-e53d95b2-4bf8-4ec3-b796-7bb9287b03b2 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 758.641074] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 758.641583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.642055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.642191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.642575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.642792] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.644356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.644356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.644356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.644508] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.999326] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.999640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.999640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.999984] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.000441] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.000441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.000628] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.000705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.001208] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.001208] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.001208] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.001441] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.001441] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.001441] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.002216] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.002462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.024596] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.024791] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.024898] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.025136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.025398] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-a7c24616-2fcf-49a4-86d4-7740050bf29d taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.025851] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.025851] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.026040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.026169] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c24616-2fcf-49a4-86d4-7740050bf29d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.147988] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.147988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.147988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.147988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.148499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.148499] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.148499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.148499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.149142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.149142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.149142] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 already deleted. [ 759.149292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.529065] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.529382] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.529503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.529815] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.529980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.530198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port a7c24616-2fcf-49a4-86d4-7740050bf29d not found, creating... [ 759.530615] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.530815] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.530984] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.531211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.531372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.531737] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.531917] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532186] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532451] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: a7c24616-2fcf-49a4-86d4-7740050bf29d is going to be created. [ 759.562306] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.562620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.562720] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.563504] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.563771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.564066] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.734736] env[66071]: INFO networking_nsxv3.common.synchronization [req-1be05343-9a28-4d0d-8def-4e11e040c1d5 req-41b304dc-20bd-46f9-8878-c75c4cc6e6cb tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 759.736060] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 759.736060] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.736060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.736060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.736060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.736483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.736483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.736483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.736483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.736483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.736711] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.239865] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.259955] env[66071]: INFO networking_nsxv3.common.synchronization [req-a122344d-8628-4100-a6c7-7d52545838b6 req-8ac85210-8fa8-4e60-900b-8a1c41f76752 service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 760.260137] env[66071]: INFO networking_nsxv3.common.synchronization [req-a122344d-8628-4100-a6c7-7d52545838b6 req-8ac85210-8fa8-4e60-900b-8a1c41f76752 service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 760.260268] env[66071]: INFO networking_nsxv3.common.synchronization [req-a122344d-8628-4100-a6c7-7d52545838b6 req-8ac85210-8fa8-4e60-900b-8a1c41f76752 service nova] Enqueued Resource ID: a7c24616-2fcf-49a4-86d4-7740050bf29d with Priority: HIGHEST for action port [ 760.260736] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 760.260985] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 760.261171] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c24616-2fcf-49a4-86d4-7740050bf29d with Priority: HIGHEST for action port [ 760.261617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.262358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.262482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.262718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.262865] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.263639] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.263748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.264152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.264152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.264289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.264643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.264794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.264940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.265073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.265195] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.265983] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c24616-2fcf-49a4-86d4-7740050bf29d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.266180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.266180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.267075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.267075] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c24616-2fcf-49a4-86d4-7740050bf29d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.408466] env[66071]: INFO networking_nsxv3.common.synchronization [None req-63c50f5f-9b94-49e7-90f0-04c89981bda7 None None] Enqueued Resource ID: b497f9bf-32a2-4d1e-9c69-7a5af63f762a with Priority: HIGHEST for action port [ 760.409066] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b497f9bf-32a2-4d1e-9c69-7a5af63f762a with Priority: HIGHEST for action port [ 760.409364] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b497f9bf-32a2-4d1e-9c69-7a5af63f762a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.409499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b497f9bf-32a2-4d1e-9c69-7a5af63f762a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.409628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b497f9bf-32a2-4d1e-9c69-7a5af63f762a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.409858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b497f9bf-32a2-4d1e-9c69-7a5af63f762a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.410415] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b497f9bf-32a2-4d1e-9c69-7a5af63f762a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.742515] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.767914] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.769722] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.769722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.769722] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c24616-2fcf-49a4-86d4-7740050bf29d with status ACTIVE [ 760.769897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.769897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.769897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.770129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.770247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.771899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.771899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.771899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.771899] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c24616-2fcf-49a4-86d4-7740050bf29d is going to be updated. [ 760.799132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.799281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.799326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.799550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.799686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.799842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c24616-2fcf-49a4-86d4-7740050bf29d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.913033] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b497f9bf-32a2-4d1e-9c69-7a5af63f762a [ 760.913267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.913417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.913528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.913745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.913837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.913932] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b497f9bf-32a2-4d1e-9c69-7a5af63f762a already deleted. [ 760.914044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b497f9bf-32a2-4d1e-9c69-7a5af63f762a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.244600] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.244947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.244947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.245038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.245124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.245234] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 761.270489] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.275223] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.275406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.275406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.275572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.275759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.289563] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 761.772681] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.773372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.773478] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be created. [ 761.800651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.800868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.801182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.801388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.812311] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: UNINITIALIZED for 2s [ 763.303586] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 763.304070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.822547] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 763.822835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.823059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.823331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.823590] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.823723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.823796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.823989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.824086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.824187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.824281] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.326825] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.829824] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5900ffb1-6bfc-486f-889d-94c6fdec2197: rpc.has_security_group_logging(os_id): False [ 764.851360] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.851589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.851589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.851858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.852175] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.852283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.852357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.852499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.852582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.852687] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be created. [ 764.922542] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.922752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.922827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.923079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.923471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.960474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 765.410655] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 765.410655] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 766.156165] env[66071]: INFO networking_nsxv3.common.synchronization [req-0eea8a0b-cde7-44c5-8d6b-6eef578c3fae req-631257c5-913f-4427-b230-1d360a80bc40 tempest-FloatingIPsAssociationTestJSON-155359625 tempest-FloatingIPsAssociationTestJSON-155359625-project-member] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 766.156929] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 766.157268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.157449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.157555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.157824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.158037] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.158198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.158299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.158494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.158626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.158756] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.619383] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.620342] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.620342] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.620342] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.620342] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.620632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.620632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.620774] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.620919] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.625153] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.625153] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.625153] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.625153] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.625153] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.625153] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.625153] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.651194] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.651194] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.651194] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.651194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-85" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.651194] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.651194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.651194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.651194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.651194] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1491863c-2c8c-43aa-8f1f-7bed1720e0d5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.664245] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.977273] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 766.977493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.100740] env[66071]: INFO networking_nsxv3.common.synchronization [req-a1aff080-66c2-4d3f-a32e-18c82c79ad2e req-b964319c-77d3-4513-9cfc-65da426e0ca2 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 767.101559] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 767.101924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.102108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.102200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.102454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.102674] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.102806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.102893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.103097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.103215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.103320] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.132961] env[66071]: INFO networking_nsxv3.common.synchronization [req-a1aff080-66c2-4d3f-a32e-18c82c79ad2e req-b964319c-77d3-4513-9cfc-65da426e0ca2 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 767.133185] env[66071]: INFO networking_nsxv3.common.synchronization [req-a1aff080-66c2-4d3f-a32e-18c82c79ad2e req-b964319c-77d3-4513-9cfc-65da426e0ca2 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 767.133379] env[66071]: INFO networking_nsxv3.common.synchronization [req-a1aff080-66c2-4d3f-a32e-18c82c79ad2e req-b964319c-77d3-4513-9cfc-65da426e0ca2 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 767.134169] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 767.134558] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 767.134558] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 767.134963] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135769] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.136750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.136878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.137057] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e62d3a-74c7-48cf-883c-82f1969dafac taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.137163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.137228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.137404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.137486] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e62d3a-74c7-48cf-883c-82f1969dafac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.155998] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.156182] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.156327] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.156657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.156825] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.156981] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 not found, creating... [ 767.157294] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.157479] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.157638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.157972] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.158135] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.158475] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.158636] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.158819] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.159300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.159473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.159650] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 is going to be created. [ 767.165654] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.186562] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.186774] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.186887] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.187333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.187565] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.187815] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.605767] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.639650] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.640206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.640206] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40e62d3a-74c7-48cf-883c-82f1969dafac with status ACTIVE [ 767.640206] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.640352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.640352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.640558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.640654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.640888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.641029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.641116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.641219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.641296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.641478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.641568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.641629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.641775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.641848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.641931] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40e62d3a-74c7-48cf-883c-82f1969dafac is going to be updated. [ 767.663481] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.663629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.663698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.664075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.664235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.664382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667925] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.668092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.668169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.668311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.668387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.668487] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 767.691097] env[66071]: INFO networking_nsxv3.common.synchronization [req-cce9ae42-5296-48f3-a9d2-77d5643ce304 req-c529be78-7542-466b-9365-1534fa7f05cb tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 767.691650] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 767.692114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.692280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.692360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.692741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.692846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.692910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.693083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.693175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693271] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.698453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.698583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.698814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.698957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.699031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.712967] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 767.884490] env[66071]: INFO networking_nsxv3.common.synchronization [req-0eea8a0b-cde7-44c5-8d6b-6eef578c3fae req-16f29f2b-819a-4160-aef3-a7366bce8a3e service nova] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_rules [ 767.884490] env[66071]: INFO networking_nsxv3.common.synchronization [req-0eea8a0b-cde7-44c5-8d6b-6eef578c3fae req-16f29f2b-819a-4160-aef3-a7366bce8a3e service nova] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 767.884490] env[66071]: INFO networking_nsxv3.common.synchronization [req-0eea8a0b-cde7-44c5-8d6b-6eef578c3fae req-16f29f2b-819a-4160-aef3-a7366bce8a3e service nova] Enqueued Resource ID: 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 with Priority: HIGHEST for action port [ 767.884490] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_rules [ 767.885488] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 767.885837] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 with Priority: HIGHEST for action port [ 767.886292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.886626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.886805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.887129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.887326] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.891122] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.891122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.893916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.893916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.893916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.893916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.893916] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1491863c-2c8c-43aa-8f1f-7bed1720e0d5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.109426] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.200690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.201149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.201249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.201444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.201543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.201606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.201759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.201865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.201954] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 768.242478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.242775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.242775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.242894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.243103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.253887] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 768.397357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.397480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.398318] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 with status ACTIVE [ 768.398544] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.398665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.398752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.399033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.399300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.399406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.399484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.399644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.399903] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.399996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.400099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.400244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.400319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.400408] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1491863c-2c8c-43aa-8f1f-7bed1720e0d5 is going to be updated. [ 768.426723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.426880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.426975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.427209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.427354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.427494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1491863c-2c8c-43aa-8f1f-7bed1720e0d5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.611338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.611484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.611554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.611756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.611860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.611937] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 768.643809] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.644190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.644190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.644341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.644964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.654170] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 769.515737] env[66071]: INFO networking_nsxv3.common.synchronization [req-97f96ab9-e112-4419-afdf-5d2d886f30c3 req-0b54c9e1-8ec7-4a4d-aa50-afa1948eea9b tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 769.516498] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 769.517032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.517032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.517032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.517196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.517351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.519514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.519514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.519514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.519514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.519514] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.724239] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 769.724567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.724637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.724835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.725025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.725143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.725213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.725348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.726658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.726658] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.899587] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899781] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.899898] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.900179] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.900470] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.900626] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900737] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.900967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.901155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.901362] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.901473] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.901573] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.901688] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.901777] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.901913] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.902332] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.921690] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.921897] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.922067] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.922243] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-317" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922550] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-0357ca03-342c-46af-a895-dd1ac3d8738b taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.923044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.923044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.923377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.923469] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0357ca03-342c-46af-a895-dd1ac3d8738b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.022525] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.022525] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.022525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.022525] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 770.047537] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.047779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.047969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.048220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.048374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.057356] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 770.228405] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.263617] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 770.263774] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 770.263886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427020] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.427377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.428566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.429189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.429632] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 0357ca03-342c-46af-a895-dd1ac3d8738b not found, creating... [ 770.429975] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430687] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.430847] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.431215] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.431417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.431562] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.431798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.431951] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.432132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 0357ca03-342c-46af-a895-dd1ac3d8738b is going to be created. [ 770.458934] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459725] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.460090] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.460415] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667056] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 770.667056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.667368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.667813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.667903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.668082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.668166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.668269] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.730263] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.170376] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.171822] env[66071]: INFO networking_nsxv3.common.synchronization [req-97f96ab9-e112-4419-afdf-5d2d886f30c3 req-15b10415-055e-4834-8e29-f8f1ee55b799 service nova] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 771.171984] env[66071]: INFO networking_nsxv3.common.synchronization [req-97f96ab9-e112-4419-afdf-5d2d886f30c3 req-15b10415-055e-4834-8e29-f8f1ee55b799 service nova] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 771.172134] env[66071]: INFO networking_nsxv3.common.synchronization [req-97f96ab9-e112-4419-afdf-5d2d886f30c3 req-15b10415-055e-4834-8e29-f8f1ee55b799 service nova] Enqueued Resource ID: 0357ca03-342c-46af-a895-dd1ac3d8738b with Priority: HIGHEST for action port [ 771.172794] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_rules [ 771.172941] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 771.173525] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0357ca03-342c-46af-a895-dd1ac3d8738b with Priority: HIGHEST for action port [ 771.173932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.174039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.174101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.174294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.174373] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.175301] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-0357ca03-342c-46af-a895-dd1ac3d8738b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.179066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.179152] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0357ca03-342c-46af-a895-dd1ac3d8738b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.234047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.234047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.234047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.234381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.234512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.234672] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 771.267022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.267022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.267022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.267022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.267022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.278645] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 771.675269] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.675538] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.675647] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.680985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.681137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.681300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0357ca03-342c-46af-a895-dd1ac3d8738b with status ACTIVE [ 771.681464] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.681567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.681633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.682089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.682089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.682159] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.682206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.683572] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.683572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.683572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0357ca03-342c-46af-a895-dd1ac3d8738b is going to be updated. [ 771.707448] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.707668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.707823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.708044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.708198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.708355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0357ca03-342c-46af-a895-dd1ac3d8738b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.070742] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 772.073038] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 deletion is rescheduled due to dependency. [ 772.073112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.074584] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.177105] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.177297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.177361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.177558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.177626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.177721] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 772.224779] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.224993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.225045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.225371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.225817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.236609] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 772.374078] env[66071]: INFO networking_nsxv3.common.synchronization [req-90954971-aea4-467b-a116-93272e8dbdcb req-e1ffe3b5-d2da-44d8-8ffe-626f89627e82 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 772.375840] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 772.375840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.375840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394041] env[66071]: INFO networking_nsxv3.common.synchronization [req-90954971-aea4-467b-a116-93272e8dbdcb req-e1ffe3b5-d2da-44d8-8ffe-626f89627e82 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 772.394041] env[66071]: INFO networking_nsxv3.common.synchronization [req-90954971-aea4-467b-a116-93272e8dbdcb req-e1ffe3b5-d2da-44d8-8ffe-626f89627e82 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 772.394041] env[66071]: INFO networking_nsxv3.common.synchronization [req-90954971-aea4-467b-a116-93272e8dbdcb req-e1ffe3b5-d2da-44d8-8ffe-626f89627e82 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 772.394041] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_rules [ 772.394517] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 772.394739] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e62d3a-74c7-48cf-883c-82f1969dafac with Priority: HIGHEST for action port [ 772.395503] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e62d3a-74c7-48cf-883c-82f1969dafac taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.397644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.397644] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e62d3a-74c7-48cf-883c-82f1969dafac',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.578470] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.899425] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40e62d3a-74c7-48cf-883c-82f1969dafac with status ACTIVE [ 772.899900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.899900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.900189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.900372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.900461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.900796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.900796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.901222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.901222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.901222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.901421] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.901529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.901593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.901747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.901853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.902612] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40e62d3a-74c7-48cf-883c-82f1969dafac is going to be updated. [ 772.928027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.928027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.928027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.928027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.928027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.928027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e62d3a-74c7-48cf-883c-82f1969dafac" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.082401] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.293459] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 773.293725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.293969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.294158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.294760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.294760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.294760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.294760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.295039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295039] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.587517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.588239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.588239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.588239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.588239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.588355] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 773.626039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.626217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.626477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.626641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.639158] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 773.800022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.800022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.800739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.800739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.800739] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.249771] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.249771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.249771] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.249771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.250782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.251041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.251206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.251422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.251603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.251887] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.305318] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e744ae15-d3b9-446f-88a0-7c2171ec6c6b: rpc.has_security_group_logging(os_id): False [ 774.324557] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.324731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.324773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.324979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.325083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.325309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.325424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.325463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.325617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.325714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.325914] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.326018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.326083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.326229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.326327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.326621] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.326780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.327015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.327248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.327657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.328182] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 774.402450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.402597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.402668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.402901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.403032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.423806] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 774.757825] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.757825] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.259855] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00aa7778-04f4-4e5a-b765-86f9f0f66692: rpc.has_security_group_logging(os_id): False [ 775.261336] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.288527] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.288695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.288859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.289126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.289242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.289517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.289626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.289690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.289864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.289969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.290071] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 775.370311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.370948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.370948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.370948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.371217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.389560] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 775.651758] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.651758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.651758] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.765016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.765016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.765016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.765339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.765339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.765448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 775.802731] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.802947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.803059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.803312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.803465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.817412] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 776.153947] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.443765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 776.444127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.657097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1fcfe2-da99-43af-9a2c-2178d273a949: rpc.has_security_group_logging(os_id): False [ 776.679311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.679564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.679564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.679758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.679876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.680119] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.680238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.680326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.680446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.680534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.680592] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 776.753425] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.753604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.753678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.753890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.754057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.767845] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 777.397962] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.397962] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 777.406060] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 777.409969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.409969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.409969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.409969] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.784875] env[66071]: INFO networking_nsxv3.common.synchronization [req-d74f86f0-2bc6-4931-add7-e171dd04acc4 req-7fc2f969-2b54-44d6-b3fe-c59d15a5cae7 tempest-AttachInterfacesUnderV243Test-1925731383 tempest-AttachInterfacesUnderV243Test-1925731383-project-member] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 777.784875] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGHEST for action security_group_members [ 777.786378] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.786806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828100] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 777.828368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.828541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.828757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.828986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.829466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.830323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.830323] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.910049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.910453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.331930] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.332113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.332185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.333660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.333835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.334135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.334334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.334473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.334692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.334823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.334970] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 778.370644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.370863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.370958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.371393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.371643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.384776] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 778.766604] env[66071]: INFO networking_nsxv3.common.synchronization [req-c0d5cc14-83b9-45fa-b8d4-d4102c20fed9 req-3d6d91bc-27c3-416d-a0c8-71572b89e3a4 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 778.767346] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 778.767722] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.767847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.767949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.768278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.768355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.769192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.769339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.769482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.790474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 778.790727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159308] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.159601] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159725] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.160587] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.161148] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.161345] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.161476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.161758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.161926] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.162148] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.162318] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.162375] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.162466] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.162574] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.162698] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.162839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.182945] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.183190] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.183345] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.183525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.183833] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-7086cd63-48d5-4942-8b7a-4376c3d48b9a taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.184014] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.184146] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.184472] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.184609] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7086cd63-48d5-4942-8b7a-4376c3d48b9a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.273552] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.687755] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.688133] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.688746] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.688983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.689226] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 7086cd63-48d5-4942-8b7a-4376c3d48b9a not found, creating... [ 779.689626] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.689863] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.690069] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.690407] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.690617] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.691070] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.691308] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.691513] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.691796] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.691994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.692216] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a is going to be created. [ 779.715188] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715467] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715543] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.715880] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.716171] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.716422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.776193] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.279490] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.279865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.279865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.280318] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 780.313078] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.313271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.313322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.313492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.313635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.323356] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 780.395758] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 780.396152] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 deletion is rescheduled due to dependency. [ 780.396360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.396627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.396917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.397237] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.397773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.398139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.398248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.398464] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.452873] env[66071]: INFO networking_nsxv3.common.synchronization [req-c0d5cc14-83b9-45fa-b8d4-d4102c20fed9 req-2afa53a2-72b6-482b-bdce-f66cbfaca323 service nova] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 780.453080] env[66071]: INFO networking_nsxv3.common.synchronization [req-c0d5cc14-83b9-45fa-b8d4-d4102c20fed9 req-2afa53a2-72b6-482b-bdce-f66cbfaca323 service nova] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 780.453210] env[66071]: INFO networking_nsxv3.common.synchronization [req-c0d5cc14-83b9-45fa-b8d4-d4102c20fed9 req-2afa53a2-72b6-482b-bdce-f66cbfaca323 service nova] Enqueued Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 780.454216] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 780.454216] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 780.454216] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 780.455139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455783] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.456752] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.456870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.457149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7086cd63-48d5-4942-8b7a-4376c3d48b9a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.457268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.457674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.457674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457674] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7086cd63-48d5-4942-8b7a-4376c3d48b9a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.901480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.901480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.901480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.901480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.901480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.901898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.901898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.901898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.901898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.902103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.902103] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 780.928076] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.928233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.928304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.928509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.928652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.939546] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 780.960074] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.960074] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7086cd63-48d5-4942-8b7a-4376c3d48b9a with status ACTIVE [ 780.960074] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.960362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.960499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.960549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.960704] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.960807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.960872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.961056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.961142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961321] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.961418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.961471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.961611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.961712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961785] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a is going to be updated. [ 780.987897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.988732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.988732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.988732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.988732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.988916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337387] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 782.337737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.338234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.338444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.338567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.338628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.338831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.338948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.339061] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.842812] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.949875] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 782.949875] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 deletion is rescheduled due to dependency. [ 782.949875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.950027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.950172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.950404] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.950534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.950599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.950779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.950858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.950942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951319] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.347647] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.454527] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.850083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.850292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.850403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.850802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.850918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.851145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 783.888850] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.889078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.889078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.889634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.902393] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 783.958091] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00aa7778-04f4-4e5a-b765-86f9f0f66692: rpc.has_security_group_logging(os_id): False [ 783.979615] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.981072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.981072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.981072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.981072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.981072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.981525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.981676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.981897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.982028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982154] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be updated. [ 784.057207] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.057437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.057527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.057799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.058107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.079856] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: IN_PROGRESS for 2s [ 785.456236] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.456236] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 785.913542] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 785.913797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.913969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.914206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.914395] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.914509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.914571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.914716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.914842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.914968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.915101] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.994800] env[66071]: INFO networking_nsxv3.common.synchronization [req-403963e2-bdda-4b73-8561-8a310e0de84d req-e31177c9-07ea-4ae0-9b83-9d840335ef1e tempest-ServersTestBootFromVolume-1197727256 tempest-ServersTestBootFromVolume-1197727256-project-member] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 785.995574] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 785.995996] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.996708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.996840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.997122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.997311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.997494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.997979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.998305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.998489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.998587] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.095511] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 in Status: SUCCESS [ 786.095724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.420912] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.421225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.421312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.421629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.421764] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.421847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.421902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.422079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.422145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.422243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.422411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.423098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.423098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.423098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.423098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.423098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.423098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.423359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.423359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.423359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.423467] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.502785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.502785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.503137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.503137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.503137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.503371] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.503477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.503554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.503681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.503742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.503847] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfe7275-e295-4469-809d-61933fb513bd already deleted. [ 786.503907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.508777] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.508969] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-458" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.509142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-458" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.509494] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-458" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.509743] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.509915] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.510067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.510389] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.510556] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.510788] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.510896] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.511041] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.511158] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.511264] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.511449] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.511724] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.533494] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.533661] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.533794] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.533991] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-458" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.534351] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.534544] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.534668] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.535046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.535248] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816e3c40-3d9c-45a8-bf8a-e434a897f3f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.727642] env[66071]: INFO networking_nsxv3.common.synchronization [req-b0a2f08c-8ade-459d-b01b-c41466866e2d req-1daaa26d-845a-465b-a85f-ecdf0482256c tempest-FloatingIPsAssociationTestJSON-155359625 tempest-FloatingIPsAssociationTestJSON-155359625-project-member] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 786.728527] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 786.728823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.728975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.729068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.729258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.729414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.729514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.729575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.729713] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.729798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.729891] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.926258] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 786.944457] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.944647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.944719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.944941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.945168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945287] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.945388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.945453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.945646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.945731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945941] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.946048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.946112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.946260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.946570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.946682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.946747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.946892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.947076] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 787.013835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.014015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.014119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.014370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.014518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.032685] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 787.038022] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.038316] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.038463] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.038744] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.038973] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.039161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 not found, creating... [ 787.039437] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.039621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.039732] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039978] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040426] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.040595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040909] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.041046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041228] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 is going to be created. [ 787.064361] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.064536] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.064669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.065364] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065683] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.231771] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.734747] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.793794] env[66071]: INFO networking_nsxv3.common.synchronization [req-403963e2-bdda-4b73-8561-8a310e0de84d req-8f247c62-d9dd-4ba1-be75-a702d36a0bf0 service nova] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 787.793943] env[66071]: INFO networking_nsxv3.common.synchronization [req-403963e2-bdda-4b73-8561-8a310e0de84d req-8f247c62-d9dd-4ba1-be75-a702d36a0bf0 service nova] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 787.794392] env[66071]: INFO networking_nsxv3.common.synchronization [req-403963e2-bdda-4b73-8561-8a310e0de84d req-8f247c62-d9dd-4ba1-be75-a702d36a0bf0 service nova] Enqueued Resource ID: 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 with Priority: HIGHEST for action port [ 787.794672] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_rules [ 787.794894] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 787.794894] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 with Priority: HIGHEST for action port [ 787.795445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.795445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.795624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.795803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.795803] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.797261] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.797319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.797491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.797675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.797830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.797965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.798038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.798172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.798263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.798381] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.800240] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.800240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.800240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.800240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.800240] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816e3c40-3d9c-45a8-bf8a-e434a897f3f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.238103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.238333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.238408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.238700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.238963] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 788.271978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.272220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.272298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.272949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.272949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.283083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 788.297704] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.298095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.300554] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.302593] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 with status ACTIVE [ 788.302797] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.303287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.303287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.303287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.303287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.303539] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.303588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.303640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.303777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.303952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.304283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.304283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.304365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.304511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.304563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.304632] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816e3c40-3d9c-45a8-bf8a-e434a897f3f5 is going to be updated. [ 788.332144] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.332144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.332144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.332144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.332144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.332439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816e3c40-3d9c-45a8-bf8a-e434a897f3f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.806747] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.049648] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 789.049867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.308984] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.311718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.311718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.311718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.311718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.311718] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfe7275-e295-4469-809d-61933fb513bd is going to be created. [ 789.343978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.343978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.343978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.343978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.343978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.353173] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: UNINITIALIZED for 2s [ 789.392367] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0bcf1b3b-9147-43e3-ab28-8ae4068f9966 None None] Enqueued Resource ID: 9a59373a-2101-473c-aafb-0c6073a7ed30 with Priority: HIGHEST for action port [ 789.392955] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a59373a-2101-473c-aafb-0c6073a7ed30 with Priority: HIGHEST for action port [ 789.393645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a59373a-2101-473c-aafb-0c6073a7ed30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.393645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a59373a-2101-473c-aafb-0c6073a7ed30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.393802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a59373a-2101-473c-aafb-0c6073a7ed30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.397223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a59373a-2101-473c-aafb-0c6073a7ed30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.397347] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a59373a-2101-473c-aafb-0c6073a7ed30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.899898] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a59373a-2101-473c-aafb-0c6073a7ed30 [ 789.900545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.900938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.900938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.901970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.901970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.901970] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a59373a-2101-473c-aafb-0c6073a7ed30 already deleted. [ 789.901970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a59373a-2101-473c-aafb-0c6073a7ed30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.312621] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 790.313321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.344249] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e0797fc7-cf28-4cb5-a34c-3be731327f19 None None] Enqueued Resource ID: befae3c0-4e96-4a47-80c8-80e3815edffc with Priority: HIGHEST for action port [ 790.344636] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befae3c0-4e96-4a47-80c8-80e3815edffc with Priority: HIGHEST for action port [ 790.345021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-befae3c0-4e96-4a47-80c8-80e3815edffc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.345545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-befae3c0-4e96-4a47-80c8-80e3815edffc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.345611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-befae3c0-4e96-4a47-80c8-80e3815edffc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.345869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-befae3c0-4e96-4a47-80c8-80e3815edffc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.345996] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befae3c0-4e96-4a47-80c8-80e3815edffc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.849184] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port befae3c0-4e96-4a47-80c8-80e3815edffc [ 790.849439] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.849574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.850192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.850192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.850192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.850192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:befae3c0-4e96-4a47-80c8-80e3815edffc already deleted. [ 790.850434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-befae3c0-4e96-4a47-80c8-80e3815edffc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.363651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: SUCCESS [ 791.363938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.364057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.364278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.364476] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.364596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.364662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.364814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.364898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.364984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.365134] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.871313] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.065277] env[66071]: INFO networking_nsxv3.common.synchronization [None req-710d73da-2286-4216-b87e-449a9b17b550 tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 792.065884] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 792.066202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.066359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.066403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.068261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.068261] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.195811] env[66071]: INFO networking_nsxv3.common.synchronization [None req-a9795d05-49fc-41eb-af33-aceaea2f1663 tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 792.195811] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 792.195811] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.195811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233734] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 792.233992] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 792.234510] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 792.234641] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 792.235189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.235944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.235944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.235944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.236149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.236317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.236454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.236881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.237054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.238146] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.239135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.239135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.239218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.239420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.239581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.240341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.240341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.240341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.240341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.240341] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.287770] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_rules [ 792.290030] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 792.290030] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 792.290030] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 792.290030] env[66071]: INFO networking_nsxv3.common.synchronization [req-3a1b6cfb-50c2-436f-9f4f-99451dd81528 req-3f5dd28c-b677-4ef1-af84-29eb3f472569 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 792.291295] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_rules [ 792.291675] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 792.291926] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 792.292151] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 792.292333] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 792.292723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.292974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.293178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.294061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.294061] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.295059] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.295189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.295259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.295442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.295523] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.296361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7086cd63-48d5-4942-8b7a-4376c3d48b9a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.296474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.296539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.296689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.296763] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7086cd63-48d5-4942-8b7a-4376c3d48b9a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.297492] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.297582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.297769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.297847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.375393] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfe7275-e295-4469-809d-61933fb513bd: rpc.has_security_group_logging(os_id): False [ 792.401136] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.401327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.401471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.401603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.401697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.401946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.402081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.402145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.402423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.402423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.402573] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfe7275-e295-4469-809d-61933fb513bd is going to be created. [ 792.472823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.472823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.472823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.473503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.473503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.488571] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: IN_PROGRESS for 2s [ 792.650741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.650943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.651061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.651414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.651571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652190] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 already deleted. [ 792.652190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.655010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.655010] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.659362] env[66071]: INFO networking_nsxv3.common.synchronization [None req-3db347c9-075e-473e-b1cd-26e3155c1bcf None None] Enqueued Resource ID: bf98a12d-af4f-4091-9554-9a878711c401 with Priority: HIGHEST for action port [ 792.659572] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf98a12d-af4f-4091-9554-9a878711c401 with Priority: HIGHEST for action port [ 792.660889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf98a12d-af4f-4091-9554-9a878711c401 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.660889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf98a12d-af4f-4091-9554-9a878711c401" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.660889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf98a12d-af4f-4091-9554-9a878711c401" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.660889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf98a12d-af4f-4091-9554-9a878711c401" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.660889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf98a12d-af4f-4091-9554-9a878711c401',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.741570] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.744618] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.799022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.799022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.800285] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.800426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.800584] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7086cd63-48d5-4942-8b7a-4376c3d48b9a with status ACTIVE [ 792.800747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.800874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.800938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.801864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.801864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.801864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.801864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.801864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.802253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.802253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.802576] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.802772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.802838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.802992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.803075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.803162] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a is going to be updated. [ 792.827678] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.827678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.827678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.827678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.827678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.827678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.853761] env[66071]: INFO networking_nsxv3.common.synchronization [None req-58a7bfa3-030f-4304-8efc-d35ed11bff98 None None] Enqueued Resource ID: 51b11ba5-d918-49a1-81a0-17aefa3845b8 with Priority: HIGHEST for action port [ 792.854246] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b11ba5-d918-49a1-81a0-17aefa3845b8 with Priority: HIGHEST for action port [ 792.854829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b11ba5-d918-49a1-81a0-17aefa3845b8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.855224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b11ba5-d918-49a1-81a0-17aefa3845b8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.855334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b11ba5-d918-49a1-81a0-17aefa3845b8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.858070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b11ba5-d918-49a1-81a0-17aefa3845b8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.858070] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b11ba5-d918-49a1-81a0-17aefa3845b8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.163314] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf98a12d-af4f-4091-9554-9a878711c401 [ 793.163651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.163795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.163915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.165442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.165563] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf98a12d-af4f-4091-9554-9a878711c401 already deleted. [ 793.165660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf98a12d-af4f-4091-9554-9a878711c401" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.183381] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.183381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.183381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.183611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.183688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.183776] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 already deleted. [ 793.183854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244263] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.246491] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.357597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b11ba5-d918-49a1-81a0-17aefa3845b8 [ 793.357937] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.358116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.358242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.358458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.358547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.358641] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b11ba5-d918-49a1-81a0-17aefa3845b8 already deleted. [ 793.358723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b11ba5-d918-49a1-81a0-17aefa3845b8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748591] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be created. [ 793.749768] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.749947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.750127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.750210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750295] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 793.792375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.792569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.793034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.793034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.793218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.796693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.796821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.797021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.797111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.797830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.800591] env[66071]: INFO networking_nsxv3.common.synchronization [req-9fd55858-f581-478b-be4e-8ced02a0c778 req-f955f8d8-2851-4f59-b1dc-5750a5e7e17d tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 793.801019] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 793.802472] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.802613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.802722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.803024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.803250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.803474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.803474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.806444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.806444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.806444] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.806444] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: UNINITIALIZED for 2s [ 793.807832] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 794.162818] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.163019] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.163144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.163651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.163723] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.163864] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.163990] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.164497] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.164823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.164978] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.165101] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.165206] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.165307] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.165411] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.165512] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.165637] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.188986] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.189096] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.189178] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.189418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.189781] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-d533b7ef-939a-46bd-95a8-600d229c08d3 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.189982] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.190127] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.190474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.190609] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d533b7ef-939a-46bd-95a8-600d229c08d3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.309129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.309129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.309129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.309129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.310819] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.310819] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 already deleted. [ 794.310819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.502561] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: SUCCESS [ 794.502774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port d533b7ef-939a-46bd-95a8-600d229c08d3 not found, creating... [ 794.697025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697025] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697498] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.697498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.697498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697498] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: d533b7ef-939a-46bd-95a8-600d229c08d3 is going to be created. [ 794.716589] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.716936] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.717112] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.717422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.717694] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.717955] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.506070] env[66071]: INFO networking_nsxv3.common.synchronization [req-9fd55858-f581-478b-be4e-8ced02a0c778 req-c4ca242c-6795-4175-a700-c867d807c19d service nova] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 795.506415] env[66071]: INFO networking_nsxv3.common.synchronization [req-9fd55858-f581-478b-be4e-8ced02a0c778 req-c4ca242c-6795-4175-a700-c867d807c19d service nova] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 795.506415] env[66071]: INFO networking_nsxv3.common.synchronization [req-9fd55858-f581-478b-be4e-8ced02a0c778 req-c4ca242c-6795-4175-a700-c867d807c19d service nova] Enqueued Resource ID: d533b7ef-939a-46bd-95a8-600d229c08d3 with Priority: HIGHEST for action port [ 795.506933] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_rules [ 795.507087] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 795.507188] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d533b7ef-939a-46bd-95a8-600d229c08d3 with Priority: HIGHEST for action port [ 795.507450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.507567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.507634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.507827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.507908] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.509375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.509477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.509547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.509753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.509908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.510022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.510071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.510209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.510295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.510399] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.511375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d533b7ef-939a-46bd-95a8-600d229c08d3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.511375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.511375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.511579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.511579] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d533b7ef-939a-46bd-95a8-600d229c08d3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.818972] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 795.819251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.820081] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 795.820262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.820418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.820629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.820815] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.820928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.821098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.821264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.821362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.821499] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.822922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.822922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.822922] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.822922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.822922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.823301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.823301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.823301] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.013645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.013779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.013978] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.015225] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d533b7ef-939a-46bd-95a8-600d229c08d3 with status ACTIVE [ 796.015225] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.015225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.015409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.015871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.015926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.016103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.016540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.016540] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.016540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.016540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.016689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.016689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.016766] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d533b7ef-939a-46bd-95a8-600d229c08d3 is going to be updated. [ 796.041441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.041615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.041655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.041848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.041988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.042158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d533b7ef-939a-46bd-95a8-600d229c08d3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.326099] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.327968] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.521035] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.638402] env[66071]: INFO networking_nsxv3.common.synchronization [req-bd306f68-f9be-47d3-a14a-bcbc70047a55 req-b3e38d9f-6013-4378-b756-66345f0e4193 tempest-ServerAddressesTestJSON-1420093018 tempest-ServerAddressesTestJSON-1420093018-project-member] Enqueued Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 796.639354] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 796.639354] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.639541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.639541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.640299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.641574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.641574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.641574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.641574] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.832615] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.833668] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.997527] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.997527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-539" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.997788] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-539" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.997974] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-539" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.998259] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.998418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.998529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.999115] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.999630] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.999874] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.999987] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.000121] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.000226] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.000333] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.000430] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.000554] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.019707] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.019893] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.020019] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.020225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-539" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.020543] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b94cd76f-58d1-4663-ad74-9c441e6d360b taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.020899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.020899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.021138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.021269] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94cd76f-58d1-4663-ad74-9c441e6d360b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.024808] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.024964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.025043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.025291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.025526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.025526] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 is going to be created. [ 797.051694] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.052135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.052574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.063017] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: UNINITIALIZED for 2s [ 797.144739] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.144912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.144988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.146114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.146114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.146114] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe already deleted. [ 797.146522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.336388] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.336619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.336673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.337100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.337223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.337342] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be updated. [ 797.338877] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.338997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.339067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.339322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.339419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339510] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 797.369703] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.371717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.372456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.372625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.372797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.373189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.385330] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 797.386214] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 797.523472] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.523793] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.523793] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.524077] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.524259] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.524407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b94cd76f-58d1-4663-ad74-9c441e6d360b not found, creating... [ 797.524657] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.524804] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.524913] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.525176] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.525291] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.525558] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.526174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.526174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.526432] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.526432] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.526643] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b94cd76f-58d1-4663-ad74-9c441e6d360b is going to be created. [ 797.551124] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.551124] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.551314] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.551961] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.551961] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.551961] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.296252] env[66071]: INFO networking_nsxv3.common.synchronization [req-bd306f68-f9be-47d3-a14a-bcbc70047a55 req-2364dda1-b81b-4ae7-9671-ae36b0a83575 service nova] Enqueued Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_rules [ 798.296429] env[66071]: INFO networking_nsxv3.common.synchronization [req-bd306f68-f9be-47d3-a14a-bcbc70047a55 req-2364dda1-b81b-4ae7-9671-ae36b0a83575 service nova] Enqueued Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 798.296598] env[66071]: INFO networking_nsxv3.common.synchronization [req-bd306f68-f9be-47d3-a14a-bcbc70047a55 req-2364dda1-b81b-4ae7-9671-ae36b0a83575 service nova] Enqueued Resource ID: b94cd76f-58d1-4663-ad74-9c441e6d360b with Priority: HIGHEST for action port [ 798.297198] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_rules [ 798.297339] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 798.297435] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94cd76f-58d1-4663-ad74-9c441e6d360b with Priority: HIGHEST for action port [ 798.297702] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.297831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.297899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.299330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.299330] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.301020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.301237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.301707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.301707] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.301707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.302380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.302493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.302610] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.303513] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b94cd76f-58d1-4663-ad74-9c441e6d360b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.303623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.303922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.303922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.303922] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94cd76f-58d1-4663-ad74-9c441e6d360b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.807043] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.807043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b94cd76f-58d1-4663-ad74-9c441e6d360b with status ACTIVE [ 798.807553] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.807553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.807697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807814] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.808099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.808188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.808424] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.808520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.808579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.808720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.809034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.809034] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b94cd76f-58d1-4663-ad74-9c441e6d360b is going to be updated. [ 798.834467] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.834629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.834700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.834903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.835055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.835210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b94cd76f-58d1-4663-ad74-9c441e6d360b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.074483] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: SUCCESS [ 799.075239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.075239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.075374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.076234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.076234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.076234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.076234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.076234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.076234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.076530] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.314839] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.398108] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 799.398379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.398624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.398873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.399480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.399480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.399480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.399615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.400766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.400766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.400766] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.403055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 799.403500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.403500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.403709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.403943] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.404597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.404597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.405069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.405346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.405346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.405549] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.578782] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.650433] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 799.650589] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 799.650715] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 799.651267] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 799.651399] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 799.651486] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 799.651756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a38366-39a8-4c2d-babb-90ed84ec91f8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.651910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.651944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.652229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.652517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.652517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.652627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.652743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.652998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.653138] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.654292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.654919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.654919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.654919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.655124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.655186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.655235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.657338] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.657338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.657338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.657338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.657709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.657709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.657709] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.703132] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_rules [ 799.703308] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 799.703433] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_rules [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [req-66142c3b-521f-4097-bdea-3731285e0df3 req-9355962a-c448-4f13-a12b-6794a70fcf87 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_rules [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_rules [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a with Priority: HIGHEST for action port [ 799.705880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_rules [ 799.706606] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 799.706793] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 799.707607] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a38366-39a8-4c2d-babb-90ed84ec91f8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.708255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.708255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.708498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.708711] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.710596] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.710689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.711142] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.711276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.712616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7086cd63-48d5-4942-8b7a-4376c3d48b9a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.712780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.712913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.713128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.713545] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7086cd63-48d5-4942-8b7a-4376c3d48b9a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.717066] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.717066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.717418] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a38366-39a8-4c2d-babb-90ed84ec91f8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.717603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.717888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.718047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.817375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.817686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.817866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.817976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.818112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.818252] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe is going to be created. [ 799.844950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.845114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.845212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.845432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.846438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.855545] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: UNINITIALIZED for 2s [ 799.907992] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.907992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.907992] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.081699] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dceb779-c4ac-4d10-82fa-20ad50883a41: rpc.has_security_group_logging(os_id): False [ 800.103053] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.103676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.103676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.104444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.104747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104893] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 is going to be created. [ 800.161866] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.161866] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.163248] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.193801] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.193801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.193801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.193801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.193801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.213310] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a38366-39a8-4c2d-babb-90ed84ec91f8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.213310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.213310] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: IN_PROGRESS for 2s [ 800.216372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7086cd63-48d5-4942-8b7a-4376c3d48b9a with status ACTIVE [ 800.217083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.217083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.217083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.217973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.218363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.218758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.218943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.219149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.219426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.219557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.219894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.220353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.220353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.220565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.220735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.220838] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7086cd63-48d5-4942-8b7a-4376c3d48b9a is going to be updated. [ 800.268479] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.268727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.268844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.269321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.269514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.269856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7086cd63-48d5-4942-8b7a-4376c3d48b9a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.412055] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45947c61-95e7-4654-9a90-dbdb9b1eee51: rpc.has_security_group_logging(os_id): False [ 800.436789] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.436981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.437082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.437404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.437446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.437651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.437778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.437846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.438015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.438148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.438268] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be created. [ 800.510915] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.511155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.511234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.511495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.527089] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 800.662753] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.666077] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.668729] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.167163] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.167163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.167163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.167163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.167163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.167163] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 801.168816] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.169327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.169327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.169327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.169327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.169327] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be updated. [ 801.170959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.171086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.171151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.171306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.171387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.172714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 is going to be created. [ 801.203293] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.203575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.203575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.203844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.204051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.207509] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.207509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.207509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.209556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.209556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.209556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.209556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.210095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.223259] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 801.223951] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 801.224677] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 in Status: UNINITIALIZED for 2s [ 801.867229] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: SUCCESS [ 801.867229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.867229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.867457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.867500] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.867615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.867678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.867829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.867905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.867999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.868128] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.232370] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: SUCCESS [ 802.232733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.374698] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.374973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.374973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.375954] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.375954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.376553] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.376553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.376553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.376553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.376553] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.376744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.376744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.376859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.376859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.376968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.377080] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.541160] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 802.541608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.541757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.542133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.542199] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.882782] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf97d30f-7df9-42e1-8111-f010568ee9fe: rpc.has_security_group_logging(os_id): False [ 802.901715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.901865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.901940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.902191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.902286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.902473] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.902572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.902636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.902783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.902858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903097] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.903200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.903262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.903473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.903736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.903797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.904022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904107] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe is going to be created. [ 802.973324] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.975596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.975596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.975596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.975596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.988365] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: IN_PROGRESS for 2s [ 803.045027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.045278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.237215] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 in Status: SUCCESS [ 803.237595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.238484] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 803.238634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.239353] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 803.239532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.239708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.239924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.240135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.240286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.240328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.240501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.240580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.240692] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.241649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.241834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.242562] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.242562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.242562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.242562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.242562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.242562] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.243242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.243455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.243788] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.243788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.243788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.244518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.244518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.244518] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.591473] env[66071]: INFO networking_nsxv3.common.synchronization [req-74584abf-f26a-48b0-a6e7-bac602bbfc08 req-0a07182c-4fdd-415c-8026-d6bbacd9322a tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 803.591637] env[66071]: INFO networking_nsxv3.common.synchronization [req-74584abf-f26a-48b0-a6e7-bac602bbfc08 req-0a07182c-4fdd-415c-8026-d6bbacd9322a tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 803.591772] env[66071]: INFO networking_nsxv3.common.synchronization [req-74584abf-f26a-48b0-a6e7-bac602bbfc08 req-0a07182c-4fdd-415c-8026-d6bbacd9322a tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 803.592281] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 with Priority: HIGHEST for action security_group_members [ 803.592952] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGHEST for action security_group_members [ 803.592952] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 803.592952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a38366-39a8-4c2d-babb-90ed84ec91f8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.592952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.593185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.593185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.593313] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.593364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746604] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.747558] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.748980] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.792171] env[66071]: INFO networking_nsxv3.common.synchronization [req-82581a3f-aa85-4c47-8d8a-fcb8128e323b req-873b4e30-d19b-4227-8c02-a3a50ef422a9 tempest-ListImageFiltersTestJSON-744359139 tempest-ListImageFiltersTestJSON-744359139-project-member] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 803.792669] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 803.792959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.793140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.793407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793560] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.793652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.793851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.794024] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.249916] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.250998] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.251693] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.296988] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.753617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.753777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.753895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.754071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.754160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.754402] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 is going to be updated. [ 804.755444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.755549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.755903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.755903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.756016] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be updated. [ 804.756904] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.757019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.757469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.757818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.758181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.758319] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 804.800976] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.807589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.807589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.807589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.807589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.807917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.810478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.810850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.810983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.811302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.811534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.814415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.815646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.815646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.815646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.815646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.827108] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 804.827891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 in Status: IN_PROGRESS for 2s [ 804.828633] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 805.004089] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: SUCCESS [ 805.004347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.304609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.305091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.305091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.305091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.305925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.305925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 805.349885] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.350051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.350127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.350335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.350480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.360428] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 806.841530] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 806.841799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.841955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.842303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.842393] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.842535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.842586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.842729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.842861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.842935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.843064] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.845421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 in Status: SUCCESS [ 806.845615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.846422] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 806.846591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.846744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.846923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.847132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.847249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.847316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.847467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.847573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847626] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.848473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.849258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.849512] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.849638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.849719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.849922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.850056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.850187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.850305] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.851096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.851261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.851434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.851538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.851603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.851749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.851813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.851922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.852130] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.852252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.852420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.852582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.852742] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.852867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.852970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.853467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.853561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.853652] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.854853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.855049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.855241] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.855386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.855457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.855657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.855779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.855898] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.856774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.856926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.857090] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.857209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.857255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.857378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.857465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.857549] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.355804] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.357198] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a38366-39a8-4c2d-babb-90ed84ec91f8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.358938] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.359149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.359312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.359577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.359726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.360300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.360500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.360554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.360803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.360926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.361074] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be updated. [ 807.362970] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 807.364828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.364946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.364946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.365215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.365405] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.365506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.365575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.365799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.365885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 is going to be deleted. [ 807.366830] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.388538] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 807.388862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390731] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.391161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.391496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.391682] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.391968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.391968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.392227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.392426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.392762] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.392898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.393154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.393431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.393637] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.393757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.393806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.394039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.394356] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 807.406917] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.407098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.407211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.407472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.407506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.414418] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.414583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.414639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.414823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.416415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.416415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.417367] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 807.469389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.469389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.469389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.469602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.469700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.486865] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 807.864432] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45947c61-95e7-4654-9a90-dbdb9b1eee51: rpc.has_security_group_logging(os_id): False [ 807.865585] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a38366-39a8-4c2d-babb-90ed84ec91f8: rpc.has_security_group_logging(os_id): False [ 807.869613] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.885808] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.885808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.885808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.886080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.886080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.886202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.886309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.886366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.886502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.886572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.886674] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 is going to be created. [ 807.889716] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.889716] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.889716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.889716] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be updated. [ 807.908821] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8], does not exist path=[/infra/domains/default/groups/30a38366-39a8-4c2d-babb-90ed84ec91f8]."\n}' [ 807.909713] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8 [ 807.909713] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 808.044307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.044398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.044469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.044697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.046174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.046470] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.046588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.048113] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.048113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.048113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a38366-39a8-4c2d-babb-90ed84ec91f8 is going to be created. [ 808.049835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.049908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.049955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.050090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.050226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.064624] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: IN_PROGRESS for 2s [ 808.071046] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8], does not exist path=[/infra/domains/default/groups/30a38366-39a8-4c2d-babb-90ed84ec91f8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8 [ 808.071259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a38366-39a8-4c2d-babb-90ed84ec91f8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.071747] env[66071]: Traceback (most recent call last): [ 808.071796] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 808.071796] env[66071]: return func(*args, **kwargs) [ 808.071796] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 808.071796] env[66071]: res.raise_for_status() [ 808.071796] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 808.071796] env[66071]: raise HTTPError(http_error_msg, response=self) [ 808.071796] env[66071]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8 [ 808.071796] env[66071]: During handling of the above exception, another exception occurred: [ 808.071796] env[66071]: Traceback (most recent call last): [ 808.071796] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 808.071796] env[66071]: listener.cb(fileno) [ 808.071796] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 808.071796] env[66071]: result = function(*args, **kwargs) [ 808.071796] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 808.071796] env[66071]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 808.072531] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 808.072531] env[66071]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 808.072531] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 808.072531] env[66071]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 808.072531] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 808.072531] env[66071]: res.raise_for_status() [ 808.072531] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 808.072531] env[66071]: raise HTTPError(http_error_msg, response=self) [ 808.072531] env[66071]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/30a38366-39a8-4c2d-babb-90ed84ec91f8 [ 808.072531] env[66071]: Removing descriptor: 5 [ 808.373548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.373714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.373791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.374014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.374105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.374203] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 808.405377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.405595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.405633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.405854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.406012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.421503] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 808.794084] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.794233] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 809.432821] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 809.433254] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 deletion is rescheduled due to dependency. [ 809.434115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.507660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 809.507792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.508293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.508573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.508646] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.011345] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.011485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.080035] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 in Status: SUCCESS [ 810.080035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.433244] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 810.433514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.433514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.433701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.433907] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.434061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.434145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.434312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.434431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.434497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.434593] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.936604] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.936761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.936849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.937108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.937857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.937857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.937857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.937857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.937857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.937857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.938312] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.938312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.938451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.938616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.938763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.938917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.939197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.939273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939443] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.144757] env[66071]: INFO networking_nsxv3.common.synchronization [req-f9658d48-e0a9-4761-97d1-ca40198dc481 req-c48d5701-7b06-4e62-ab2c-bf0b8ec77e8c tempest-ServerAddressesTestJSON-1420093018 tempest-ServerAddressesTestJSON-1420093018-project-member] Enqueued Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 811.145358] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGHEST for action security_group_members [ 811.145723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.145873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146316] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.146426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.146868] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.442144] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588c7ea3-677b-4fb4-afa2-9244301d4297: rpc.has_security_group_logging(os_id): False [ 811.462540] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.463077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.483115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.483386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.483503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.483564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.483768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.483852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.484172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.484231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.484379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.484450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484719] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.484807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.484877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.485031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.485167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.485167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 811.546733] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.546879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.546941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.547307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.547307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.566066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 811.649417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.649608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.649608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.649818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.672054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.672309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.672481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.672481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.672688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.672800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.672865] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe is going to be updated. [ 811.711277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.711476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.711529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.711748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.711888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729523] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: IN_PROGRESS for 2s [ 812.268766] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ab55d0e1-eba4-4c0d-8bb8-3fcdb3910f03 None None] Enqueued Resource ID: 29bddf86-78f2-46f2-90f7-0920e70243f7 with Priority: HIGHEST for action port [ 812.269406] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bddf86-78f2-46f2-90f7-0920e70243f7 with Priority: HIGHEST for action port [ 812.269709] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-29bddf86-78f2-46f2-90f7-0920e70243f7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.269845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29bddf86-78f2-46f2-90f7-0920e70243f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.269919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29bddf86-78f2-46f2-90f7-0920e70243f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.270357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29bddf86-78f2-46f2-90f7-0920e70243f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.270452] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bddf86-78f2-46f2-90f7-0920e70243f7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.773074] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29bddf86-78f2-46f2-90f7-0920e70243f7 [ 812.773480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.774670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.774670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.774670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.774670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29bddf86-78f2-46f2-90f7-0920e70243f7 already deleted. [ 812.775345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29bddf86-78f2-46f2-90f7-0920e70243f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.072494] env[66071]: INFO networking_nsxv3.common.synchronization [req-87f595c0-f134-4156-88cd-7871f44066d4 req-f138befe-7260-4f6f-a681-a690912fb079 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 813.073057] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 813.073571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.073708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.073769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.074145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.074224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.074281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.074380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.074655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.074655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074655] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.538189] env[66071]: INFO networking_nsxv3.common.synchronization [req-ca7d0a63-6636-4179-bea7-fb2638e82b86 req-bf9e0f73-4d84-438b-82b7-6af1a3a7472b tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 813.538189] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 813.538189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.538533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.538533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.538619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.538740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.539386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.539386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.539386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.539386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.539589] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.562994] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.563834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-645" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.563834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-645" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.563834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-645" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.563834] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.564315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.564315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.564315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.564447] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.564732] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.564732] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.564832] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.564920] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.565029] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.565134] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.565250] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.577351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.577530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.577573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.577753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.578839] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.578839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 already deleted. [ 813.578839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.586883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 813.587132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.588721] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.588721] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.588721] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.589092] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-645" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.590086] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b1bcfa40-3432-44e1-a72c-dbe264480c4a taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.590086] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.590086] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.590392] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.590392] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bcfa40-3432-44e1-a72c-dbe264480c4a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.743910] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf97d30f-7df9-42e1-8111-f010568ee9fe in Status: SUCCESS [ 813.744112] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe deletion is rescheduled due to dependency. [ 813.744231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042054] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.092821] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.093070] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.093208] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.093481] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.093624] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.094180] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b1bcfa40-3432-44e1-a72c-dbe264480c4a not found, creating... [ 814.094180] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.094180] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.094420] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.094672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.094672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.094854] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.094999] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.095132] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.096960] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.096960] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.096960] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a is going to be created. [ 814.118855] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.119638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.119638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.119830] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.120471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.120471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.545368] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.661765] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ecd8e42b-2c7f-4fcd-b562-b0f15b35a175 None None] Enqueued Resource ID: d0448054-2d51-43f4-b28c-21953c2ba2c6 with Priority: HIGHEST for action port [ 814.661765] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0448054-2d51-43f4-b28c-21953c2ba2c6 with Priority: HIGHEST for action port [ 814.661921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0448054-2d51-43f4-b28c-21953c2ba2c6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.662161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0448054-2d51-43f4-b28c-21953c2ba2c6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.662319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0448054-2d51-43f4-b28c-21953c2ba2c6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.662641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0448054-2d51-43f4-b28c-21953c2ba2c6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.662831] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0448054-2d51-43f4-b28c-21953c2ba2c6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.828509] env[66071]: INFO networking_nsxv3.common.synchronization [req-87f595c0-f134-4156-88cd-7871f44066d4 req-34544fd1-6d50-4632-a975-7b95b95534af service nova] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 814.828712] env[66071]: INFO networking_nsxv3.common.synchronization [req-87f595c0-f134-4156-88cd-7871f44066d4 req-34544fd1-6d50-4632-a975-7b95b95534af service nova] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 814.829414] env[66071]: INFO networking_nsxv3.common.synchronization [req-87f595c0-f134-4156-88cd-7871f44066d4 req-34544fd1-6d50-4632-a975-7b95b95534af service nova] Enqueued Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 814.830218] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 814.830356] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 814.830455] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 814.830864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.830864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.831044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.831198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.831270] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.832373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.833622] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.833622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.833622] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.834135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bcfa40-3432-44e1-a72c-dbe264480c4a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.834135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.834406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.834406] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bcfa40-3432-44e1-a72c-dbe264480c4a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.047630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.048026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.048026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.048096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.048203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.048336] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 815.076401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.076401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.076577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.076759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.076900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090439] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 815.164583] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0448054-2d51-43f4-b28c-21953c2ba2c6 [ 815.164674] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.165501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.165501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.165501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.165501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.165501] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0448054-2d51-43f4-b28c-21953c2ba2c6 already deleted. [ 815.165501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0448054-2d51-43f4-b28c-21953c2ba2c6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.336545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.336545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.336545] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1bcfa40-3432-44e1-a72c-dbe264480c4a with status ACTIVE [ 815.337727] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.337727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.337727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.337911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.338025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.338163] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.338316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.338383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.338515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.338591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.338774] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.338868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.338928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.339086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.339166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.339262] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a is going to be updated. [ 815.340863] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.361751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.362198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.362330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.362540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.843447] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.349012] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.349405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.349405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.349646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.350073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.350073] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be created. [ 816.375915] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.376300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.376418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.376648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.376817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.389080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: UNINITIALIZED for 2s [ 817.109677] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 817.109930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402466] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 818.403153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.404636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.404636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.404636] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.404636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.404636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.404636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.404888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.404888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.404888] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.908575] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.908757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.908829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.909077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.909249] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.909388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.909428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.909550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.909636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.909751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.909920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.910029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.910094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.910238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.910374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.910483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.910550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.910704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.910780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.910860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.910950] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.413448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9: rpc.has_security_group_logging(os_id): False [ 819.433205] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.433446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.433446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.433664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.434119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.434635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.434825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.434920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.435269] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.435397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.435452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.435605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.435678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.435892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.435990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.436078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.436595] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be created. [ 819.506090] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.506090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.506090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.506090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.506090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.519094] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 819.547318] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e660a824-b609-49f3-82f5-812e15bb623f None None] Enqueued Resource ID: 832e12ca-599e-4356-aae4-9d306af338ef with Priority: HIGHEST for action port [ 819.548927] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832e12ca-599e-4356-aae4-9d306af338ef with Priority: HIGHEST for action port [ 819.552485] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-832e12ca-599e-4356-aae4-9d306af338ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.552485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832e12ca-599e-4356-aae4-9d306af338ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.552485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832e12ca-599e-4356-aae4-9d306af338ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.552485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832e12ca-599e-4356-aae4-9d306af338ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.552485] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832e12ca-599e-4356-aae4-9d306af338ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.032832] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-55d38528-f38c-4ed8-92e7-04026871442b tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 820.033367] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 820.033704] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.033845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.033923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.034517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.034683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.034986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.034986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.035094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.035962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.035962] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.057740] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 832e12ca-599e-4356-aae4-9d306af338ef [ 820.057978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.058112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.058181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.058424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.058522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.058615] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:832e12ca-599e-4356-aae4-9d306af338ef already deleted. [ 820.058697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832e12ca-599e-4356-aae4-9d306af338ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.475502] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.475822] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.476053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.476775] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.478164] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478663] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.478663] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.478901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.479088] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.479581] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.479581] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.479581] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.479768] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.479954] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.480702] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.480702] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.503421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.503624] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.503765] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.503929] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.504260] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-744775ca-fb0b-4fb4-86d9-3c1a904d3450 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.504424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.504538] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.504937] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.505173] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744775ca-fb0b-4fb4-86d9-3c1a904d3450',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.539471] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.539648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.539721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.539941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.561226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.561561] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.561694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.561764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.562028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.562089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.562152] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 820.590777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.590930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.591050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.591614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.592322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.601983] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 821.011760] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.012044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.012203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.012525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.012693] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.012871] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 744775ca-fb0b-4fb4-86d9-3c1a904d3450 not found, creating... [ 821.013191] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.013370] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.013508] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.013764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.013926] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.014266] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.014452] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.014588] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.014827] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.014982] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.015170] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 744775ca-fb0b-4fb4-86d9-3c1a904d3450 is going to be created. [ 821.037736] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.037941] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.037987] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.038285] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.038578] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038811] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.386353] env[66071]: INFO networking_nsxv3.common.synchronization [req-955b5065-3e85-47ea-b113-f13cebe0d0a7 req-e2c51b91-878d-49c8-8b8b-3692dbdd0bfa tempest-ServersTestJSON-1744240173 tempest-ServersTestJSON-1744240173-project-member] Enqueued Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 821.387143] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 with Priority: HIGHEST for action security_group_members [ 821.387626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.387626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.387799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.387944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.388133] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.388238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.388308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.388600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.388695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.388756] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2407c1cd-c49a-433f-95d1-7bbc5b0db7b5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.536788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 821.537162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757953] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-01e12585-20ef-49bb-af10-839921192500 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 821.759093] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-01e12585-20ef-49bb-af10-839921192500 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 821.759093] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-01e12585-20ef-49bb-af10-839921192500 service nova] Enqueued Resource ID: 744775ca-fb0b-4fb4-86d9-3c1a904d3450 with Priority: HIGHEST for action port [ 821.759093] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 821.759093] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 821.759469] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744775ca-fb0b-4fb4-86d9-3c1a904d3450 with Priority: HIGHEST for action port [ 821.759469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.759607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.759607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.759786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.759877] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.761072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.761072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.761072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-744775ca-fb0b-4fb4-86d9-3c1a904d3450 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.761452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.761452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.761452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.761452] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744775ca-fb0b-4fb4-86d9-3c1a904d3450',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.890586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.890796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.890893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.891306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.914766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.915059] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.915174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.915243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.915446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.915556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.915608] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 is going to be updated. [ 821.944837] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.944999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.945079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.945284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.945809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.955455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: IN_PROGRESS for 2s [ 822.263778] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.263934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.264156] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 744775ca-fb0b-4fb4-86d9-3c1a904d3450 with status ACTIVE [ 822.264300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.264422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.264516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.264704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.264808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.264951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.265061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.265128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.265373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.265454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267870] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.267870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.267870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.267870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.267870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267870] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 744775ca-fb0b-4fb4-86d9-3c1a904d3450 is going to be updated. [ 822.307480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.307480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.307480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.307785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.307785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.307950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744775ca-fb0b-4fb4-86d9-3c1a904d3450" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.614379] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 822.614716] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 deletion is rescheduled due to dependency. [ 822.614716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.615412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.615412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.615412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.615412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.615665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.615665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615900] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.783988] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-921dd646-a8e3-403f-be93-f9e6ee8aebd3 tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 822.784621] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 822.784940] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.785154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.865533] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ac2f5911-9007-4092-acfd-af402ae295cd None None] Enqueued Resource ID: dcd50c27-e87a-4204-9d6f-878ce4621008 with Priority: HIGHEST for action port [ 822.866111] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd50c27-e87a-4204-9d6f-878ce4621008 with Priority: HIGHEST for action port [ 822.866445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd50c27-e87a-4204-9d6f-878ce4621008 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.866569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd50c27-e87a-4204-9d6f-878ce4621008" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.866639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd50c27-e87a-4204-9d6f-878ce4621008" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.866896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd50c27-e87a-4204-9d6f-878ce4621008" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.866980] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd50c27-e87a-4204-9d6f-878ce4621008',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.940598] env[66071]: INFO networking_nsxv3.common.synchronization [None req-084aa28d-5124-452d-8c1a-7334c3f68fea None None] Enqueued Resource ID: 6305bdb8-3a37-459e-afbe-9b3719d15955 with Priority: HIGHEST for action port [ 822.941595] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6305bdb8-3a37-459e-afbe-9b3719d15955 with Priority: HIGHEST for action port [ 822.941595] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6305bdb8-3a37-459e-afbe-9b3719d15955 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.941595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6305bdb8-3a37-459e-afbe-9b3719d15955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.941871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6305bdb8-3a37-459e-afbe-9b3719d15955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.941910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6305bdb8-3a37-459e-afbe-9b3719d15955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.942140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6305bdb8-3a37-459e-afbe-9b3719d15955',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.117930] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.370788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd50c27-e87a-4204-9d6f-878ce4621008 [ 823.370788] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.370788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.370788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.370788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.371373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.371373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd50c27-e87a-4204-9d6f-878ce4621008 already deleted. [ 823.371373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd50c27-e87a-4204-9d6f-878ce4621008" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445809] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6305bdb8-3a37-459e-afbe-9b3719d15955 [ 823.446090] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.446253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.446354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.446554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.446657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.446724] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6305bdb8-3a37-459e-afbe-9b3719d15955 already deleted. [ 823.446798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6305bdb8-3a37-459e-afbe-9b3719d15955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.621119] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.630819] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.631046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.631171] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.631436] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.631705] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.631863] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.631997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.632317] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.632484] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.632722] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.632936] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.633015] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.633073] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.633182] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.633280] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.634028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.653406] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.653562] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.653712] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.653859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-491" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.654201] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-4406af77-bf61-4a9f-a129-8c08206fa933 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.654384] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.654498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.655397] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.655397] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4406af77-bf61-4a9f-a129-8c08206fa933',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.966835] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 in Status: SUCCESS [ 823.966969] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2407c1cd-c49a-433f-95d1-7bbc5b0db7b5 deletion is rescheduled due to dependency. [ 823.967092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2407c1cd-c49a-433f-95d1-7bbc5b0db7b5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.126121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.126288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.126288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.126967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.126967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.126967] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 824.161027] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.161027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 4406af77-bf61-4a9f-a129-8c08206fa933 not found, creating... [ 824.161027] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.161986] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.163113] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.163507] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.164169] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.164684] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.165029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 4406af77-bf61-4a9f-a129-8c08206fa933 is going to be created. [ 824.168122] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.169011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.169171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.170090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.170090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.181077] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 824.192997] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.193238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.193372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.194758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.194758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.194758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.633390] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.633390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.633390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.633390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.633390] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.959495] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-d47009e9-6b99-4438-973b-739f8ec0ff64 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 824.959668] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-d47009e9-6b99-4438-973b-739f8ec0ff64 service nova] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 824.959786] env[66071]: INFO networking_nsxv3.common.synchronization [req-73dc8320-12a9-422b-a19f-0c240c467b38 req-d47009e9-6b99-4438-973b-739f8ec0ff64 service nova] Enqueued Resource ID: 4406af77-bf61-4a9f-a129-8c08206fa933 with Priority: HIGHEST for action port [ 824.960391] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_rules [ 824.964101] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 824.964345] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4406af77-bf61-4a9f-a129-8c08206fa933 with Priority: HIGHEST for action port [ 824.964676] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.964778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.965336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.965410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.965595] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4406af77-bf61-4a9f-a129-8c08206fa933 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.965696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.965759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.965967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.966065] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4406af77-bf61-4a9f-a129-8c08206fa933',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.138493] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.471284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4406af77-bf61-4a9f-a129-8c08206fa933 with status ACTIVE [ 825.471284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.471284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.471788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.471910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.472077] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.472190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.472251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.472416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.472495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.472680] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.472792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.472856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.473215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.473215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.473305] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4406af77-bf61-4a9f-a129-8c08206fa933 is going to be updated. [ 825.497863] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.498035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.498107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.498306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.498621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.498797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4406af77-bf61-4a9f-a129-8c08206fa933" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.640850] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.144614] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 826.144614] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 826.194621] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 826.194621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.194836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.196048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.196048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.196449] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.197560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.197862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.198309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.199375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.199375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.199375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.199375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.199375] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.541193] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0ee6d5b6-dab5-4b06-bb44-4b146686e4db None None] Enqueued Resource ID: 8c3e62ac-e2cf-4b44-bce4-b5a528061e50 with Priority: HIGHEST for action port [ 826.541506] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3e62ac-e2cf-4b44-bce4-b5a528061e50 with Priority: HIGHEST for action port [ 826.541815] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3e62ac-e2cf-4b44-bce4-b5a528061e50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.541940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3e62ac-e2cf-4b44-bce4-b5a528061e50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.542012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3e62ac-e2cf-4b44-bce4-b5a528061e50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.542268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3e62ac-e2cf-4b44-bce4-b5a528061e50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.542343] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3e62ac-e2cf-4b44-bce4-b5a528061e50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.702410] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.702683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.702743] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.991225] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.991374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.991668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.005234] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 827.006387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.008148] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 827.036801] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.036801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.036801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.036801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.044019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.044538] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 827.044622] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.044708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 827.045750] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c3e62ac-e2cf-4b44-bce4-b5a528061e50 [ 827.045961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.046111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.046187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.046391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.046462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.046548] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c3e62ac-e2cf-4b44-bce4-b5a528061e50 already deleted. [ 827.046627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3e62ac-e2cf-4b44-bce4-b5a528061e50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.084491] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.085356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.085356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.085356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.086732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.086732] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 827.157906] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.159446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.159446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.159446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.159446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.159446] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 827.206330] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.298269] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.298953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299201] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 827.299293] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'adedc2e6-de89-4678-80c3-df97502970e0', '74612c54-1cda-4711-b90e-bbcfa75f0b47', 'dc333de1-e15d-48a4-a415-0bbaa195744c', 'd48bec2f-0e2d-497d-8e3b-3b9ef5e12477', '393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9', '8204e977-b7a2-4941-bca3-d1ff118c1ebc', '144b2a34-2beb-433d-93af-f1b18cdc437a', '7c7aaa33-8791-40a8-a235-58d39686c0af', 'e744ae15-d3b9-446f-88a0-7c2171ec6c6b', '6b46e428-a84d-4a71-b980-95e3c6750470', '0a1b9f78-fc59-44fe-be1b-dd6536190806', '45947c61-95e7-4654-9a90-dbdb9b1eee51', '7dceb779-c4ac-4d10-82fa-20ad50883a41', '7bfe7275-e295-4469-809d-61933fb513bd', '1f80709e-ab01-4cd5-ae2c-0362c1bb868b', '9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d', 'bf97d30f-7df9-42e1-8111-f010568ee9fe', 'bd95eedb-61c2-4d27-8199-180218e34163', '6b1fcfe2-da99-43af-9a2c-2178d273a949', '8be626ed-d1db-4a4e-baa0-0b17b99bfdfa', '505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9', '4dee7140-1eb5-4b37-a0f5-00dd8c414704', 'de3c6a22-311a-4a19-8e80-5066ea570467', '00aa7778-04f4-4e5a-b765-86f9f0f66692', '5900ffb1-6bfc-486f-889d-94c6fdec2197', '65024d50-01a9-40ab-8ad3-5f3c43456202', 'f4c0aec4-50f7-4c01-b92e-874a891d1b5c', '1587785c-a915-47f2-8b5d-73b7a5466fd6', '2407c1cd-c49a-433f-95d1-7bbc5b0db7b5', '588c7ea3-677b-4fb4-afa2-9244301d4297', 'b4a34d4c-01b8-4990-989a-7984ef715a2f', '60bc2d92-333c-4587-987f-29a44f9c6cce', '63dd6978-9c31-4cb6-9823-7467a20ddeb3', '2100280f-4eeb-4aca-b138-71f5522ed9ea', 'dd8e626f-0e47-4204-a978-680a7b8268cd'} {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.299403] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 827.323080] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.323247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.323411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.323515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.323609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.323701] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 827.323775] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.323839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 827.391163] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.391425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.391485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.391950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.394298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.394298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 827.394298] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.394298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 827.394298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 827.394298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGH for action security_group_rules [ 827.394298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGH for action security_group_rules [ 827.398249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.709289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.709577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.709577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.709846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.709952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.710039] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 827.737985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.738215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.738332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.738847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.738847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.747660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 829.760256] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 829.760529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.760665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.760899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.762542] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.762542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.762542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.762542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.762542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.762542] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.265606] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.771496] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.273974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.274286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.274286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.274468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.274571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.274650] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 831.312593] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.313400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.313400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.313400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.313400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.339900] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 831.542799] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.542992] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=3 [ 831.543176] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adedc2e6-de89-4678-80c3-df97502970e0 with Priority: HIGH for action security_group_rules [ 831.543310] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc333de1-e15d-48a4-a415-0bbaa195744c with Priority: HIGH for action security_group_rules [ 831.543467] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGH for action security_group_rules [ 831.543623] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b with Priority: HIGH for action security_group_rules [ 831.543744] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGH for action security_group_rules [ 831.543843] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGH for action security_group_rules [ 831.543934] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95eedb-61c2-4d27-8199-180218e34163 with Priority: HIGH for action security_group_rules [ 831.544061] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf97d30f-7df9-42e1-8111-f010568ee9fe with Priority: HIGH for action security_group_rules [ 831.544163] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGH for action security_group_rules [ 831.544252] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d with Priority: HIGH for action security_group_rules [ 831.544346] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGH for action security_group_rules [ 831.544436] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 with Priority: HIGH for action security_group_rules [ 831.544523] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 with Priority: HIGH for action security_group_rules [ 831.544615] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46e428-a84d-4a71-b980-95e3c6750470 with Priority: HIGH for action security_group_rules [ 831.544700] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGH for action security_group_rules [ 831.544794] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGH for action security_group_rules [ 831.544880] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7aaa33-8791-40a8-a235-58d39686c0af with Priority: HIGH for action security_group_rules [ 831.544990] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 with Priority: HIGH for action security_group_rules [ 831.545097] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGH for action security_group_rules [ 831.545186] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGH for action security_group_rules [ 831.545606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adedc2e6-de89-4678-80c3-df97502970e0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.545813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.545915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.546418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.546576] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adedc2e6-de89-4678-80c3-df97502970e0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.548027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc333de1-e15d-48a4-a415-0bbaa195744c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548800] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc333de1-e15d-48a4-a415-0bbaa195744c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.549691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.549799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.549907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.550120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.550234] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.550996] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.551238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.551238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.551426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.551530] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f80709e-ab01-4cd5-ae2c-0362c1bb868b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.552379] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.552379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.552484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.552557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.552641] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.556317] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.556510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.556607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.557502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.557502] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.558077] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95eedb-61c2-4d27-8199-180218e34163 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.558197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.558239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.558392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.558469] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95eedb-61c2-4d27-8199-180218e34163',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.560114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf97d30f-7df9-42e1-8111-f010568ee9fe taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.560114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.560114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.560114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.560114] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf97d30f-7df9-42e1-8111-f010568ee9fe',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.561114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.561259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.561418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.561526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.561619] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.710462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.710696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.710696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.710863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.710964] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.712039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713261] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.713261] env[66071]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 831.713681] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45947c61-95e7-4654-9a90-dbdb9b1eee51 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713935] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45947c61-95e7-4654-9a90-dbdb9b1eee51',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.714661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1b9f78-fc59-44fe-be1b-dd6536190806 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.714840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.714911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.715091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.715201] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1b9f78-fc59-44fe-be1b-dd6536190806',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.715927] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b46e428-a84d-4a71-b980-95e3c6750470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.716105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.716105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.716282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.716363] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b46e428-a84d-4a71-b980-95e3c6750470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.717105] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.717252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.717337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.717418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.717501] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.719029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.719029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.719029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.719029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.719029] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.719534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7aaa33-8791-40a8-a235-58d39686c0af taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.719657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.719741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.719825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.719902] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7aaa33-8791-40a8-a235-58d39686c0af',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.720672] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.720839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.720839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.721042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.721042] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.721905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.722064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.722158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.722237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.722318] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.723064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.723213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.723310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.723392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.723469] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.729187] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.729363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.729363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.729503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.729654] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.729749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.729823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.729936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.730033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.730114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.730194] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.757566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.757720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.757785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.758035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.760885] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.789128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789808] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc333de1-e15d-48a4-a415-0bbaa195744c is going to be deleted. [ 831.790662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.791250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.815083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.815083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f80709e-ab01-4cd5-ae2c-0362c1bb868b is going to be deleted. [ 831.870829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.871358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.871358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.871358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.871358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.871548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc333de1-e15d-48a4-a415-0bbaa195744c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.873948] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.874112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.874163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.874344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.874428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.874538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f80709e-ab01-4cd5-ae2c-0362c1bb868b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.237302] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.237302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.237302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.237492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.237574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.237655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.237762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.237889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.237982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.238098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.238251] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.238325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.238387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.238599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.238739] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.238832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.238889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.239610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.239610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.239610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.239610] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.257426] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.257630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.257848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.258024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.258687] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.258687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.258687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.258687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.258909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.258909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.259022] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.260431] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.260554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.260624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.260811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.261011] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.261101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.261165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.261315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.261464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.261612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.261711] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.263411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.263558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.263607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.263807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.263986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264862] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.266169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.266169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.266169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.266169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.266889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.266889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.266889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.266889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.266889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.266889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.266889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.268248] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.268248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.268248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.268835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.268835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.268835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.268835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.269059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.269059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.269158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.269212] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.280408] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281137] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.281235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.281301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.281654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.282291] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.282879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.284919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.284919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.284919] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.293043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.293211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.293211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.293486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.326209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.327402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.327856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.327938] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adedc2e6-de89-4678-80c3-df97502970e0 is going to be deleted. [ 832.329929] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.330052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.330147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.330419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.346968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.347171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.358960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.359219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.368574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.368772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.384207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.384832] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d is going to be deleted. [ 832.387183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.387515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.390824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.390995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.391979] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.392167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.397973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.398250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.399642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.399813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.456952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457162] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b46e428-a84d-4a71-b980-95e3c6750470 is going to be deleted. [ 832.458640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.458928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.504291] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.504457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.509038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.509169] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be deleted. [ 832.510205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.510452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.515069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.515231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.533953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.534181] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1b9f78-fc59-44fe-be1b-dd6536190806 is going to be deleted. [ 832.535118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.535359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.560816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.560816] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45947c61-95e7-4654-9a90-dbdb9b1eee51 is going to be deleted. [ 832.561292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.565146] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.565146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.606133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.606133] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf97d30f-7df9-42e1-8111-f010568ee9fe is going to be deleted. [ 832.607225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.607488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.629766] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.629915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.670233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.670233] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9 is going to be deleted. [ 832.671187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.671421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.712349] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.712562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.715219] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.715219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.723931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.724092] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95eedb-61c2-4d27-8199-180218e34163 is going to be deleted. [ 832.725025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.725232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.742080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144b2a34-2beb-433d-93af-f1b18cdc437a: rpc.has_security_group_logging(os_id): False [ 832.754136] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754265] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.763806] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.771070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.771247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.771298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.772747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.772747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.772747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.773250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.773250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.773477] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.774581] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.775454] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.787146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.787343] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7aaa33-8791-40a8-a235-58d39686c0af is going to be deleted. [ 832.789306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.789559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.789625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.789795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adedc2e6-de89-4678-80c3-df97502970e0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.790091] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.790239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.790318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.790511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.790715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.790846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.790911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.791169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.791211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.791281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.791434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.791550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.791598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.791788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.791888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.791981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.792078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.792184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.792272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.792359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.792460] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.793682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.793881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.793983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.794290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1e1ec9-4c55-4b2b-ac53-8ee0a8aa384d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.795886] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.796835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.796941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.797106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.797177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.798106] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.798106] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.798498] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.799266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.799266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.799266] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.799908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.799908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.800054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.800100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b46e428-a84d-4a71-b980-95e3c6750470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.801210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.801210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.801586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45947c61-95e7-4654-9a90-dbdb9b1eee51" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1b9f78-fc59-44fe-be1b-dd6536190806" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-393dbb9e-c52f-4ec8-9ecf-efa98c41f9d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.806601] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.806769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.806817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.806969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.829575] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.829694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.857431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.857792] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.857916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.857981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.859124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.859231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.859555] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.859696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.859770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.859972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.861658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.861658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.861658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861658] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 832.862090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf97d30f-7df9-42e1-8111-f010568ee9fe" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.925846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.926052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.926103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.926345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.926429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.926591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95eedb-61c2-4d27-8199-180218e34163" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.969361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.969587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.970263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.970263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.970263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.970263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7aaa33-8791-40a8-a235-58d39686c0af" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.074022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.074252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.074252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.074449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.074596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.111443] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 833.153630] env[66071]: INFO networking_nsxv3.common.synchronization [req-db967ee2-e5ab-4dd4-951f-cd48ebc89df3 req-5f0a14e3-8b06-4124-a4df-e0a9078c2266 tempest-InstanceActionsTestJSON-1788652984 tempest-InstanceActionsTestJSON-1788652984-project-member] Enqueued Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 833.154632] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 833.154928] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.155143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.155274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.155599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.155847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.156026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.156495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.156495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.156495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.156724] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.267483] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1fcfe2-da99-43af-9a2c-2178d273a949: rpc.has_security_group_logging(os_id): False [ 833.278063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8204e977-b7a2-4941-bca3-d1ff118c1ebc: rpc.has_security_group_logging(os_id): False [ 833.278714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74612c54-1cda-4711-b90e-bbcfa75f0b47: rpc.has_security_group_logging(os_id): False [ 833.279704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfe7275-e295-4469-809d-61933fb513bd: rpc.has_security_group_logging(os_id): False [ 833.296597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa: rpc.has_security_group_logging(os_id): False [ 833.301246] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e744ae15-d3b9-446f-88a0-7c2171ec6c6b: rpc.has_security_group_logging(os_id): False [ 833.302419] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dceb779-c4ac-4d10-82fa-20ad50883a41: rpc.has_security_group_logging(os_id): False [ 833.308370] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.308370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.308370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.308370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.311730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.312019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.312567] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.312775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.314615] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.314967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.322860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.323115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.325750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.325750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.326907] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.326907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.337647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.337968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.338087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.338261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.338561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.338676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.338756] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 is going to be updated. [ 833.340568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.340568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.356180] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 833.356402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.356581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.356800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.357065] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.357205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.357282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.357466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.357552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.357637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.357797] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.357891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.357952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.358105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.358323] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.358408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.358531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.358693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.358785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.358871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.359013] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.364104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.364366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.364454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.364510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.364689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.364771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.364864] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfe7275-e295-4469-809d-61933fb513bd is going to be updated. [ 833.366337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.366337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.389235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.390028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.390028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.390028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.390318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.390318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.390445] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 833.392083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.420550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.421215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.421564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.422407] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.422407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.422407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.422407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.422407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.422622] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.422622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.422802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.422802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.422985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.423316] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.423316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.423316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.423441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.423497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.423589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 833.425008] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.425008] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.438172] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.454628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.454933] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.455298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.455298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.455487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.455487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.455614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.455711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.455773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.455919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.455995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456187] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 833.458282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.458653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.480293] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.480293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.487440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.487958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.488097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.488169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.488410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.488551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.488665] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 is going to be updated. [ 833.490319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.490532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.544853] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.544999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.564036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.564036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.564036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.564036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.564286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.564418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.564881] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.564881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.564881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.565159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.565226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.565446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.565674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.565674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.565875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.565970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.566121] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 833.567540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.569052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.569052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.569627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.569819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.569819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.571701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.571701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.571701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.573314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.573314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.573314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.576890] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.577119] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-998" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.577574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-998" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.577733] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-998" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.577937] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579583] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.579583] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.579583] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.579583] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.579583] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.579583] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.580869] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.623576] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: IN_PROGRESS for 2s [ 833.624566] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 833.625583] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 833.630041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: IN_PROGRESS for 2s [ 833.634027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.634027] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.634027] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.634027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-998" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.634027] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-e53e548b-d784-4360-9f45-5588746f80bc taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.634428] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.634428] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.635030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.635030] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53e548b-d784-4360-9f45-5588746f80bc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.656214] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.656214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.656214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.656591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.656591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659430] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.659600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.659644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.659951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.660151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.660618] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 already deleted. [ 833.660699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.674975] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.674975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.674975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.675241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.675241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677959] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 833.707883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: IN_PROGRESS for 2s [ 833.769886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.769886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.769886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.769886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.769886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.789076] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 833.862248] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63dd6978-9c31-4cb6-9823-7467a20ddeb3: rpc.has_security_group_logging(os_id): False [ 833.888787] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.888937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.888996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.889238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.925731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.929243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.929243] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 834.011977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.012113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.012113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.012297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.012438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.030296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 834.138063] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.138415] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.138633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.139148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.139332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.139519] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port e53e548b-d784-4360-9f45-5588746f80bc not found, creating... [ 834.140016] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.140215] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.140341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.140644] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.140798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.141248] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.141424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.141540] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.141834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.141985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.142176] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: e53e548b-d784-4360-9f45-5588746f80bc is going to be created. [ 834.166662] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.166662] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.166662] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.166998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.167240] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.167557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.878370] env[66071]: INFO networking_nsxv3.common.synchronization [req-db967ee2-e5ab-4dd4-951f-cd48ebc89df3 req-dccb56e1-46cd-4594-8ab5-69ebd8b7cf3d service nova] Enqueued Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_rules [ 834.878370] env[66071]: INFO networking_nsxv3.common.synchronization [req-db967ee2-e5ab-4dd4-951f-cd48ebc89df3 req-dccb56e1-46cd-4594-8ab5-69ebd8b7cf3d service nova] Enqueued Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 834.878370] env[66071]: INFO networking_nsxv3.common.synchronization [req-db967ee2-e5ab-4dd4-951f-cd48ebc89df3 req-dccb56e1-46cd-4594-8ab5-69ebd8b7cf3d service nova] Enqueued Resource ID: e53e548b-d784-4360-9f45-5588746f80bc with Priority: HIGHEST for action port [ 834.878803] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_rules [ 834.878803] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 834.878878] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53e548b-d784-4360-9f45-5588746f80bc with Priority: HIGHEST for action port [ 834.879476] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.879677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.879677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.879931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.880071] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.880928] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.881060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.881163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.881319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.881445] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.881538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.881623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.881780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.881866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.882038] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.888053] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53e548b-d784-4360-9f45-5588746f80bc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.888053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.888053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.888053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.888053] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53e548b-d784-4360-9f45-5588746f80bc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.124771] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 835.124771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.389218] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.390510] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.390653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.391476] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e53e548b-d784-4360-9f45-5588746f80bc with status ACTIVE [ 835.391476] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.391476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.391476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.391476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.391476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.392164] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.392164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.392306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.392645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.392645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.393272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.393272] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e53e548b-d784-4360-9f45-5588746f80bc is going to be updated. [ 835.418880] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.419779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53e548b-d784-4360-9f45-5588746f80bc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.650443] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 835.650662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.651469] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: SUCCESS [ 835.651648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.652302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 835.652472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.653125] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: SUCCESS [ 835.653290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.691503] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 835.691688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.724662] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: SUCCESS [ 835.724847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.801482] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 835.801715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.853041] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 835.853222] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 835.853753] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 835.853901] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 835.854441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-52727034-624d-462b-8336-5028da5946ae taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.854572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.854633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.855398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.855398] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.855398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.855398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.855398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.855398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.855953] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.856357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.856450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.856494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.856608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.856742] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.856831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.856907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.857067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.857147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857420] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.895343] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.904910] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 835.905722] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 835.906084] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_rules [ 835.906084] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 835.906291] env[66071]: INFO networking_nsxv3.common.synchronization [req-d04a4f2a-f7e8-49bf-8ad7-26aec90c7745 req-41b504fb-c293-468c-8759-409adb7fdc75 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 835.906744] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 835.906881] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_rules [ 835.906978] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 835.908045] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 835.908187] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 835.910593] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.910664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.910744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.911128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.911128] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.911894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52727034-624d-462b-8336-5028da5946ae taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.912023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.912092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.912314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.912414] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.913867] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bcfa40-3432-44e1-a72c-dbe264480c4a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.913975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.914083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.914234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.914306] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bcfa40-3432-44e1-a72c-dbe264480c4a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.915298] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.915386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.915587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-52727034-624d-462b-8336-5028da5946ae taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.915899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.043565] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 836.043880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.044830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.044942] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.190028] env[66071]: INFO networking_nsxv3.common.synchronization [req-470d6693-251f-4d75-93a3-22fb912bb4f7 req-71178294-2c5c-4a2f-a14d-d80037bb1a36 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 836.190149] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 836.190465] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.190585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.190647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.190899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.191455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.191631] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.359292] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.360441] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.398603] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.398886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.399320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.399320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.399320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.399577] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 is going to be created. [ 836.419209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-52727034-624d-462b-8336-5028da5946ae taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419209] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1bcfa40-3432-44e1-a72c-dbe264480c4a with status ACTIVE [ 836.419209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.419209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.419722] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.419842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.419891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.420128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.420253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.420322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.420512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.420612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.420730] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a is going to be updated. [ 836.433920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.433920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.434135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.434285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.434509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.445392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: UNINITIALIZED for 2s [ 836.450140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.450140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.450140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.450140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.451064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.451064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.549516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.549516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.549516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.549516] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.695087] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.695282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.695359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.695662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.695919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.696181] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.696268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.696369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.696537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.696620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.696714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 already deleted. [ 836.696800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.724053] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.724298] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.724435] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.724742] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.725135] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.725423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.725625] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.726141] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.726261] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.726515] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.726643] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.726760] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.726879] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.727010] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.727137] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.727268] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.747287] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.747287] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.747287] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.747287] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747636] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-6e7575ae-868f-4d3b-8882-411e95706388 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747761] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747761] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.748119] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.748332] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7575ae-868f-4d3b-8882-411e95706388',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.862274] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.863160] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.056311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.056708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.056708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.056833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.056908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.057046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.057090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.057232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.057353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.057395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.057540] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.057631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.057688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.057826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.057964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.058074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.058135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.058264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.058340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.058429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.058529] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.251572] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.252055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.252055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.252626] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.252626] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.252626] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 6e7575ae-868f-4d3b-8882-411e95706388 not found, creating... [ 837.253148] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.253148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.253148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.253391] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.253491] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.253736] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.254447] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.256581] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.256915] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.257136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.257296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 6e7575ae-868f-4d3b-8882-411e95706388 is going to be created. [ 837.284558] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.285075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.285075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285242] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285639] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.285639] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.366538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.366578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.366798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.366894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52727034-624d-462b-8336-5028da5946ae is going to be created. [ 837.368423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.368552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.368642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.368843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.368996] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 837.411205] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.411205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.411460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.412200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.412200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.424585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.424730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.425498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.425498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.427414] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52727034-624d-462b-8336-5028da5946ae in Status: UNINITIALIZED for 2s [ 837.435640] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 837.560373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63dd6978-9c31-4cb6-9823-7467a20ddeb3: rpc.has_security_group_logging(os_id): False [ 837.579015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.579172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.579246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.579464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.579716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.579944] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.580066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.580155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.580415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.580559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.580863] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.581048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.581125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.581294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.581378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.581586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.581684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.581748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.581893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.581967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.582065] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 837.653312] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.653312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.653312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.653312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.653312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.670606] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [req-470d6693-251f-4d75-93a3-22fb912bb4f7 req-b1211b40-f905-4b85-9956-19493b1b5914 service nova] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [req-470d6693-251f-4d75-93a3-22fb912bb4f7 req-b1211b40-f905-4b85-9956-19493b1b5914 service nova] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [req-470d6693-251f-4d75-93a3-22fb912bb4f7 req-b1211b40-f905-4b85-9956-19493b1b5914 service nova] Enqueued Resource ID: 6e7575ae-868f-4d3b-8882-411e95706388 with Priority: HIGHEST for action port [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_rules [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 838.033024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7575ae-868f-4d3b-8882-411e95706388 with Priority: HIGHEST for action port [ 838.033858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.034217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.034478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.035342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.035659] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.036878] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.038124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.038124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.038124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.038643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.039021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.039215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039397] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.044033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7575ae-868f-4d3b-8882-411e95706388 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.045600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.045600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.045600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.045600] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7575ae-868f-4d3b-8882-411e95706388',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.428315] env[66071]: INFO networking_nsxv3.common.synchronization [req-4ae361be-2452-49da-aeb0-4997b508f155 req-3655010f-b0a7-49ca-b0cd-2031ff76335d tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 838.428315] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 838.428315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429337] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.429805] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.460116] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: SUCCESS [ 838.460116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.460116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.460116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.460116] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.460380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.460380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.460380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.460493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.460535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.460791] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.548739] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e7575ae-868f-4d3b-8882-411e95706388 with status ACTIVE [ 838.548986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.549139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.549206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.549427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.549580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.550786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.550786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.550786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.550786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.550786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.550786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.551176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.551176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.551176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.551176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.551313] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e7575ae-868f-4d3b-8882-411e95706388 is going to be updated. [ 838.553136] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.553373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.553480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.574262] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.574392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.574458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.575364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.575539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.575787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7575ae-868f-4d3b-8882-411e95706388" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.578197] env[66071]: INFO networking_nsxv3.common.synchronization [req-060d1bc8-e098-4522-9c32-0382699a9331 req-768db39e-6d10-4cbb-b2c7-6d6050c4f12b tempest-MultipleCreateTestJSON-1070268958 tempest-MultipleCreateTestJSON-1070268958-project-member] Enqueued Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 838.579065] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 with Priority: HIGHEST for action security_group_members [ 838.579388] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-63dd6978-9c31-4cb6-9823-7467a20ddeb3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.579484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.933350] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.964265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.964485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.964536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.964760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.964993] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.965121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.965121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.965600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.965600] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.965818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.965818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.966051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.966112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.966243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.966316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.966395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.966484] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.970261] env[66071]: INFO networking_nsxv3.common.synchronization [req-011cf60b-75d5-4555-ac2e-681f4668cb57 req-aa4657aa-dd6d-4615-9d40-42a80abe0f6e tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 838.970745] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 838.971102] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.971232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.971298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.971511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.971657] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.971753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.971857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.971951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.972044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.972132] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.056123] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.116349] env[66071]: INFO networking_nsxv3.common.synchronization [req-7172ab31-1a38-4ce5-8f39-2f93ab433496 req-54ded79f-7fab-44f8-ba47-5bd65d86c9ca tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 839.116627] env[66071]: INFO networking_nsxv3.common.synchronization [req-7172ab31-1a38-4ce5-8f39-2f93ab433496 req-54ded79f-7fab-44f8-ba47-5bd65d86c9ca tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 839.117194] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52727034-624d-462b-8336-5028da5946ae with Priority: HIGHEST for action security_group_members [ 839.117338] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 839.117708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-52727034-624d-462b-8336-5028da5946ae taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.117811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.118219] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.118336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.168057] env[66071]: INFO networking_nsxv3.common.synchronization [req-7172ab31-1a38-4ce5-8f39-2f93ab433496 req-54ded79f-7fab-44f8-ba47-5bd65d86c9ca tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 839.168252] env[66071]: INFO networking_nsxv3.common.synchronization [req-7172ab31-1a38-4ce5-8f39-2f93ab433496 req-54ded79f-7fab-44f8-ba47-5bd65d86c9ca tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 839.168391] env[66071]: INFO networking_nsxv3.common.synchronization [req-7172ab31-1a38-4ce5-8f39-2f93ab433496 req-54ded79f-7fab-44f8-ba47-5bd65d86c9ca tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 839.169034] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_rules [ 839.169178] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 839.169274] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a with Priority: HIGHEST for action port [ 839.169550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.169646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.169833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.169909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.170100] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bcfa40-3432-44e1-a72c-dbe264480c4a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.170280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.170280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.170828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.170828] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bcfa40-3432-44e1-a72c-dbe264480c4a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.438233] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.439915] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52727034-624d-462b-8336-5028da5946ae in Status: SUCCESS [ 839.443435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.443435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.444015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.444194] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.444318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.444381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.444579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.444665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.444763] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.447715] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 839.447972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.448762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.448762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.448762] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.449026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.449026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.449026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.449171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.449171] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.471104] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1acb71f-7700-4163-8a2f-733e5b39f979: rpc.has_security_group_logging(os_id): False [ 839.473556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.475025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.475025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 already deleted. [ 839.475025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.488961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.488961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.488961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.488961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.489274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.489274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.489362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.489398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.489513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.489603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.489791] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.489913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.489946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.490151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.490329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.490417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.490676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.490757] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 is going to be created. [ 839.550080] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.550269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.550357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.550591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.550799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.562071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.562071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.562071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.562071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.562071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.562071] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 is going to be created. [ 839.565858] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: IN_PROGRESS for 2s [ 839.585033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.585562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.585767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.587601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.587601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.597954] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: UNINITIALIZED for 2s [ 839.597954] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.597954] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.597954] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.598530] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.598969] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.599322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.599573] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.599915] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602075] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.602075] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.602075] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.602075] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.602075] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.602075] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.602075] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.623062] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.625471] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.625471] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.625471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.625471] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.625860] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.625860] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.627085] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.627263] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1429cf1-57bb-4998-9cf8-f5558e1dd4a1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.673665] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1bcfa40-3432-44e1-a72c-dbe264480c4a with status ACTIVE [ 839.673821] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.673915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.674059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.674254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.674400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.674522] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.674611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.674672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.675076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.675076] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.675729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.675729] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1bcfa40-3432-44e1-a72c-dbe264480c4a is going to be updated. [ 839.697748] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 839.697974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.700299] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.700449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.700497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.701179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.701179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bcfa40-3432-44e1-a72c-dbe264480c4a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.939925] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.940107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.940182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.940397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.940487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940599] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 839.951469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.951613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.951686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.951929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.952035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.952234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.952331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.952393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.952540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.952616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.952702] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52727034-624d-462b-8336-5028da5946ae is going to be deleted. [ 839.953694] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.977900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.978711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.978711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.978711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.978711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.987994] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.988213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.988322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.989580] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.989580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.989926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.989926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.989996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.990152] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.993259] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 840.129801] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.130125] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.130264] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.130545] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.130700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.130853] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 not found, creating... [ 840.131899] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.131899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.131899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.131899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.131899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.132167] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.132222] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.132305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.132502] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.132633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.132769] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 is going to be created. [ 840.155750] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.155871] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.155913] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.156214] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.156598] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.156774] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.443540] env[66071]: INFO networking_nsxv3.common.synchronization [None req-00acda39-46a5-459d-95c8-7f9118e39033 None None] Enqueued Resource ID: 9416ecbc-9a71-47d2-a990-110cd7e3aa5a with Priority: HIGHEST for action port [ 840.444043] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9416ecbc-9a71-47d2-a990-110cd7e3aa5a with Priority: HIGHEST for action port [ 840.444412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9416ecbc-9a71-47d2-a990-110cd7e3aa5a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.444545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9416ecbc-9a71-47d2-a990-110cd7e3aa5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.444660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9416ecbc-9a71-47d2-a990-110cd7e3aa5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.444940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9416ecbc-9a71-47d2-a990-110cd7e3aa5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.445075] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9416ecbc-9a71-47d2-a990-110cd7e3aa5a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.455864] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.493962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.494181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.494906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.494906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.494906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.495162] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.495162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.495268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.495630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.495630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.495761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52727034-624d-462b-8336-5028da5946ae already deleted. [ 840.495761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.495887] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.496924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.497148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.497350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.497538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.497650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.497821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.497943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.498050] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.822891] env[66071]: INFO networking_nsxv3.common.synchronization [req-011cf60b-75d5-4555-ac2e-681f4668cb57 req-aca82096-2667-4d48-92a4-c6ee8ef78bfd service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 840.823101] env[66071]: INFO networking_nsxv3.common.synchronization [req-011cf60b-75d5-4555-ac2e-681f4668cb57 req-aca82096-2667-4d48-92a4-c6ee8ef78bfd service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 840.823255] env[66071]: INFO networking_nsxv3.common.synchronization [req-011cf60b-75d5-4555-ac2e-681f4668cb57 req-aca82096-2667-4d48-92a4-c6ee8ef78bfd service nova] Enqueued Resource ID: b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 with Priority: HIGHEST for action port [ 840.823941] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 840.824052] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 840.824110] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 with Priority: HIGHEST for action port [ 840.824584] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.824584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.824584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.824918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.824918] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.826348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.826348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.826348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.827497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.827497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.827497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.827497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.827497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.827497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.827497] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.828154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.828154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.828154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.828154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.828154] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1429cf1-57bb-4998-9cf8-f5558e1dd4a1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.947512] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9416ecbc-9a71-47d2-a990-110cd7e3aa5a [ 840.947876] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.948541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.948772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949214] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9416ecbc-9a71-47d2-a990-110cd7e3aa5a already deleted. [ 840.949214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9416ecbc-9a71-47d2-a990-110cd7e3aa5a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.958279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.958413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.958463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.958721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.958810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.958906] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 840.990993] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.991183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.991246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.991473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.991640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.000531] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52727034-624d-462b-8336-5028da5946ae',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.001938] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.002078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.002151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.002288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.002573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.002784] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.002901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.002959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.003107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.003181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.003264] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52727034-624d-462b-8336-5028da5946ae already deleted. [ 841.003342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004251] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 841.330383] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.331154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.332042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.332042] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 with status ACTIVE [ 841.332042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.332042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.332042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.332385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.332385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.333224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.334157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.334469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.334573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334792] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.334898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.335136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.336136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.336136] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1429cf1-57bb-4998-9cf8-f5558e1dd4a1 is going to be updated. [ 841.359650] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.360558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.360558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.360558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.360558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.360558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1429cf1-57bb-4998-9cf8-f5558e1dd4a1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.364118] env[66071]: INFO networking_nsxv3.common.synchronization [req-03cd3771-99ad-4bf2-81e2-7eecfc1111be req-8ecde01f-029a-4e20-8683-086451a45574 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 841.364704] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 841.365042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.365165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.365224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.365412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.365565] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.365664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.365732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.365848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.365944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.366177] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.507195] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52727034-624d-462b-8336-5028da5946ae: rpc.has_security_group_logging(os_id): False [ 841.526658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.527195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.528397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.528397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.528397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.528397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.529384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.529384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.529384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.529384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.529384] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52727034-624d-462b-8336-5028da5946ae is going to be created. [ 841.552840] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae], does not exist path=[/infra/domains/default/groups/52727034-624d-462b-8336-5028da5946ae]."\n}' [ 841.552840] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52727034-624d-462b-8336-5028da5946ae failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae [ 841.553083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 841.582600] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: SUCCESS [ 841.582847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.596852] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.597058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.597201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.597293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.598024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.598322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.598435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.598493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.598683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.598755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.598951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.599329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.599329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.599486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.599569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.599669] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52727034-624d-462b-8336-5028da5946ae is going to be created. [ 841.610693] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: SUCCESS [ 841.610919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.611080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.611289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.611980] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.611980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.611980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.611980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.611980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.611980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.612427] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.619626] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae], does not exist path=[/infra/domains/default/groups/52727034-624d-462b-8336-5028da5946ae]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae [ 841.619626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52727034-624d-462b-8336-5028da5946ae" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.619626] env[66071]: Traceback (most recent call last): [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 841.619626] env[66071]: return func(*args, **kwargs) [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 841.619626] env[66071]: res.raise_for_status() [ 841.619626] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 841.619626] env[66071]: raise HTTPError(http_error_msg, response=self) [ 841.619626] env[66071]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae [ 841.619626] env[66071]: During handling of the above exception, another exception occurred: [ 841.619626] env[66071]: Traceback (most recent call last): [ 841.619626] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 841.619626] env[66071]: listener.cb(fileno) [ 841.619626] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 841.619626] env[66071]: result = function(*args, **kwargs) [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 841.619626] env[66071]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 841.619626] env[66071]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 841.619626] env[66071]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 841.619626] env[66071]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 841.619626] env[66071]: res.raise_for_status() [ 841.619626] env[66071]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 841.619626] env[66071]: raise HTTPError(http_error_msg, response=self) [ 841.619626] env[66071]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52727034-624d-462b-8336-5028da5946ae [ 841.619626] env[66071]: Removing descriptor: 59 [ 841.784170] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.784441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.784532] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784773] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.785036] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.785227] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.785312] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.785497] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.785644] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785850] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.785956] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.786094] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.786244] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.786302] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.786405] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.786612] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.814385] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.814385] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.814385] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.814385] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.814385] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-8ea3552c-0dea-44e9-9f97-8605d9ed0470 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814385] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814385] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814385] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.815051] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea3552c-0dea-44e9-9f97-8605d9ed0470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.837198] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.868394] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.868622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.868622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.868827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.868920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.869130] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.869227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.869301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.869431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.869505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.869719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be deleted. [ 841.904210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.904393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.904560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.904615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.904705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.904803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.003141] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 842.003354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.003522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.003740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.003931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.004064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.004121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.004269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.004411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.004515] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63dd6978-9c31-4cb6-9823-7467a20ddeb3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.114443] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.252712] env[66071]: INFO networking_nsxv3.common.synchronization [None req-bb5b318a-ad90-4581-bd28-5d176c5a7b67 None None] Enqueued Resource ID: 4a5525dd-bf99-4c19-b4c4-25b805e06ccd with Priority: HIGHEST for action port [ 842.253416] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5525dd-bf99-4c19-b4c4-25b805e06ccd with Priority: HIGHEST for action port [ 842.254132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5525dd-bf99-4c19-b4c4-25b805e06ccd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.254278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5525dd-bf99-4c19-b4c4-25b805e06ccd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.254347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5525dd-bf99-4c19-b4c4-25b805e06ccd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.254612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5525dd-bf99-4c19-b4c4-25b805e06ccd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.254960] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5525dd-bf99-4c19-b4c4-25b805e06ccd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.316876] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.317132] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.317251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.317547] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.317711] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.317842] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 8ea3552c-0dea-44e9-9f97-8605d9ed0470 not found, creating... [ 842.318126] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.318290] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.318527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.318674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.318843] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.319133] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.319289] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.319433] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.319654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.319949] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.320174] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 8ea3552c-0dea-44e9-9f97-8605d9ed0470 is going to be created. [ 842.341399] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.341399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.341399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.341399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.341399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.341399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be created. [ 842.344964] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.345314] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.345752] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.345752] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.345981] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.346239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.373549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.374363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.374363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.374523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.374628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.387622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: UNINITIALIZED for 2s [ 842.506961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.507216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.507532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.507590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.519848] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c331d4e2-d9d3-4e19-ace9-deb9382e70f0 None None] Enqueued Resource ID: fbd5d0dc-15fb-43c0-b469-5a24cd63abca with Priority: HIGHEST for action port [ 842.521082] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd5d0dc-15fb-43c0-b469-5a24cd63abca with Priority: HIGHEST for action port [ 842.521082] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbd5d0dc-15fb-43c0-b469-5a24cd63abca taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.521082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbd5d0dc-15fb-43c0-b469-5a24cd63abca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.521322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbd5d0dc-15fb-43c0-b469-5a24cd63abca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.521419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbd5d0dc-15fb-43c0-b469-5a24cd63abca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.521517] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd5d0dc-15fb-43c0-b469-5a24cd63abca',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.534810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.535129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.535285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.535343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.535569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.535668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.535747] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 is going to be updated. [ 842.568252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.568478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.568539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.568783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.568929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.582882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: IN_PROGRESS for 2s [ 842.616546] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78dd0565-84cb-484d-ae8b-175e93290d50: rpc.has_security_group_logging(os_id): False [ 842.636757] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.636938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.637209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.637344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.637722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.637786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.637945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.638077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.638187] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 is going to be created. [ 842.717307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.717495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.717495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.718443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.718443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.732734] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: IN_PROGRESS for 2s [ 842.759430] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5525dd-bf99-4c19-b4c4-25b805e06ccd [ 842.759430] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.759430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.759430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.759724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.759773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.759869] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5525dd-bf99-4c19-b4c4-25b805e06ccd already deleted. [ 842.759941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5525dd-bf99-4c19-b4c4-25b805e06ccd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.014061] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 843.014476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.014589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.014845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.015235] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.015235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.015235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.015402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.015575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.015575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.015682] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.017258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.018030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.018243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.018406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.018846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.019244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.019448] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.023372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbd5d0dc-15fb-43c0-b469-5a24cd63abca [ 843.023754] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.023754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.023754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.024126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.024126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.024219] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbd5d0dc-15fb-43c0-b469-5a24cd63abca already deleted. [ 843.024300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbd5d0dc-15fb-43c0-b469-5a24cd63abca" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.150444] env[66071]: INFO networking_nsxv3.common.synchronization [req-03cd3771-99ad-4bf2-81e2-7eecfc1111be req-341750e9-de7c-45db-9cb0-76b247559a0f service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 843.150444] env[66071]: INFO networking_nsxv3.common.synchronization [req-03cd3771-99ad-4bf2-81e2-7eecfc1111be req-341750e9-de7c-45db-9cb0-76b247559a0f service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 843.150444] env[66071]: INFO networking_nsxv3.common.synchronization [req-03cd3771-99ad-4bf2-81e2-7eecfc1111be req-341750e9-de7c-45db-9cb0-76b247559a0f service nova] Enqueued Resource ID: 8ea3552c-0dea-44e9-9f97-8605d9ed0470 with Priority: HIGHEST for action port [ 843.151367] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 843.151367] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 843.151367] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea3552c-0dea-44e9-9f97-8605d9ed0470 with Priority: HIGHEST for action port [ 843.151674] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.151674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.151674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.153403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.153403] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.153403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.153403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.153403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.153403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.153403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.153800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.153800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.153800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.153909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.153909] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.154670] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea3552c-0dea-44e9-9f97-8605d9ed0470 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.154785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.154829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.154965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.155044] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea3552c-0dea-44e9-9f97-8605d9ed0470',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.521867] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.522186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.523540] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.661239] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.661239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.661239] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.661721] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ea3552c-0dea-44e9-9f97-8605d9ed0470 with status ACTIVE [ 843.661804] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.661888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.661954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.662617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.662617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.662617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.662837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.662918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.663429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.663429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.663429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.663429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.663643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.663643] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ea3552c-0dea-44e9-9f97-8605d9ed0470 is going to be updated. [ 843.688508] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.688508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.688508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.688508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.688508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.688508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea3552c-0dea-44e9-9f97-8605d9ed0470" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.888161] env[66071]: INFO networking_nsxv3.common.synchronization [req-80b630ba-72c4-4250-9ece-4ad02c401c95 req-a8f45645-b6be-4a8e-8260-8387391facfd tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 843.888161] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 843.890268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.890268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.890268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.890268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.027272] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.166014] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.392329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.392495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.392495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.392716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.392805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.393229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.393229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.393540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.393540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393540] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 already deleted. [ 844.393657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.398377] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 844.398680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.398890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.399178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.399287] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.399400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.399479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.399637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.399775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.399829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.399906] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.445038] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.445330] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.445583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.445986] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.446348] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.446848] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.447018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.447265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.447412] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.447615] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.447722] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.447836] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.447951] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.448066] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.448173] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.448295] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.468314] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.468477] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.468615] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.468819] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.469156] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.469332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.469449] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.469817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.469961] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298b4b1c-1f51-41f7-9f4e-a318b52ef5ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.529813] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.530165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.530165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.530420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 844.560556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.560807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.560891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.561390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.561475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.571977] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 844.607532] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 in Status: SUCCESS [ 844.607711] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63dd6978-9c31-4cb6-9823-7467a20ddeb3 deletion is rescheduled due to dependency. [ 844.607829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63dd6978-9c31-4cb6-9823-7467a20ddeb3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.670167] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.670167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.670167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.670167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.670167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.670167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be created. [ 844.694899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.695094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.695189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.695431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.695610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708072] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: UNINITIALIZED for 2s [ 844.747892] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: SUCCESS [ 844.748267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.904253] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.904253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.904253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.904253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.904566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.904566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.904566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.904707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.904845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.904913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.905072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.905758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.905758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.905758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.905758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.905758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.905758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.906058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.906058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.906058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.906058] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.931732] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0e1ad513-cfa4-4962-b808-e4e034f73865 None None] Enqueued Resource ID: 4d20451a-9f2f-4ad8-aae7-a69b84541fee with Priority: HIGHEST for action port [ 844.932351] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d20451a-9f2f-4ad8-aae7-a69b84541fee with Priority: HIGHEST for action port [ 844.932715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d20451a-9f2f-4ad8-aae7-a69b84541fee taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d20451a-9f2f-4ad8-aae7-a69b84541fee" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.932894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d20451a-9f2f-4ad8-aae7-a69b84541fee" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.933249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d20451a-9f2f-4ad8-aae7-a69b84541fee" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.933480] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d20451a-9f2f-4ad8-aae7-a69b84541fee',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.972958] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.972958] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.972958] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.973530] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.973530] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973631] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec not found, creating... [ 844.975084] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.975084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.975084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.975084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.975084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.975084] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.975084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.975557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.975557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.975557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.975557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec is going to be created. [ 844.999944] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.000210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.000310] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.000948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.001216] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.001435] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060056] env[66071]: INFO networking_nsxv3.common.synchronization [req-601312a3-1902-48f2-aa63-877ad0438df4 req-cd91b77d-588a-4bca-b15e-c8624d272dd8 tempest-FloatingIPsAssociationTestJSON-155359625 tempest-FloatingIPsAssociationTestJSON-155359625-project-member] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 845.060794] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGHEST for action security_group_members [ 845.061158] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.061289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.061370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.061586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.061742] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.061870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.061970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.062256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.062365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.062803] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.409828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 845.435790] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d20451a-9f2f-4ad8-aae7-a69b84541fee [ 845.436105] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.436270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.436374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.436615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.436753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.436868] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d20451a-9f2f-4ad8-aae7-a69b84541fee already deleted. [ 845.436958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d20451a-9f2f-4ad8-aae7-a69b84541fee" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.442098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.442098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.442098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.442332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.442332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.443061] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.443061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.443061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.443061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.443061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.443354] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.443354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.443354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.443701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.443701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.443816] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.444131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.444131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.444249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.444596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.444596] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be created. [ 845.508056] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.509838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.509838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.509838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.509838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.523030] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 845.565412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.566298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.566298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.566298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.594440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.594604] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.594873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.594873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.595030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.595097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.595152] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be updated. [ 845.646285] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.646437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.646437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.646684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.646845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.654932] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: IN_PROGRESS for 2s [ 845.743666] env[66071]: INFO networking_nsxv3.common.synchronization [req-80b630ba-72c4-4250-9ece-4ad02c401c95 req-96094704-50b2-4dc8-b2b4-f891ada82fa9 service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 845.743901] env[66071]: INFO networking_nsxv3.common.synchronization [req-80b630ba-72c4-4250-9ece-4ad02c401c95 req-96094704-50b2-4dc8-b2b4-f891ada82fa9 service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 845.745076] env[66071]: INFO networking_nsxv3.common.synchronization [req-80b630ba-72c4-4250-9ece-4ad02c401c95 req-96094704-50b2-4dc8-b2b4-f891ada82fa9 service nova] Enqueued Resource ID: 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec with Priority: HIGHEST for action port [ 845.745076] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 845.745076] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 845.745076] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec with Priority: HIGHEST for action port [ 845.745248] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.745316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.745359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.745619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.745710] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.748211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.748211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.748381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.748460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.748682] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.749574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.749574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.749574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.750919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.751019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.752372] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.752372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.752372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.752555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.752555] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298b4b1c-1f51-41f7-9f4e-a318b52ef5ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.932918] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6a43ab21-1ee6-426f-8c8d-8baee006c7f2 None None] Enqueued Resource ID: 4bb52514-d267-419f-ac2b-90d3577644b0 with Priority: HIGHEST for action port [ 845.933481] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb52514-d267-419f-ac2b-90d3577644b0 with Priority: HIGHEST for action port [ 845.934314] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb52514-d267-419f-ac2b-90d3577644b0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.934314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb52514-d267-419f-ac2b-90d3577644b0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.934314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb52514-d267-419f-ac2b-90d3577644b0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.934314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb52514-d267-419f-ac2b-90d3577644b0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.934705] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb52514-d267-419f-ac2b-90d3577644b0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.254429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.254601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.254765] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.255767] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec with status ACTIVE [ 846.256015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.256324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.256324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.256607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.256751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.256961] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.257243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.257412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.257659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.258690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.260205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.260285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.260445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.261080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.261080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 298b4b1c-1f51-41f7-9f4e-a318b52ef5ec is going to be updated. [ 846.302238] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.302887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.303061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.303229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298b4b1c-1f51-41f7-9f4e-a318b52ef5ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.437328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb52514-d267-419f-ac2b-90d3577644b0 [ 846.437475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.437621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.437694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.437910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.437998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.438109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb52514-d267-419f-ac2b-90d3577644b0 already deleted. [ 846.438207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb52514-d267-419f-ac2b-90d3577644b0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.468121] env[66071]: INFO networking_nsxv3.common.synchronization [req-0f714d66-e14d-4d48-96d3-7f369691d980 req-749d5abc-aa29-4ff5-8d4c-7031909d3ba5 tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 846.471771] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 846.472317] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.472562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.472657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.472946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.473178] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.473310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.473393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.473607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.473718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.473862] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.584168] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 846.584168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.584168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.584168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.584701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.584701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.584701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.584701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.584701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.584910] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.724301] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 846.724486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.725034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.725034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.725034] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.725216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.725216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.726775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.726775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.726775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.726775] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.763304] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.942309] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.942309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.942309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.942309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.943066] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.943421] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.943736] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.944231] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.944539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.944875] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.945134] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.945345] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.945545] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.945750] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.945975] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.946225] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.966826] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.970319] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.970484] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.970662] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.970981] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.971158] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.971274] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.971616] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.971743] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a17486f-0aff-42bc-9b9c-c66bd8df70aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.978069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978069] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 already deleted. [ 846.978069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.087589] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.227915] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.229105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.230583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.231292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.231553] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.232825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.232825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.236391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236391] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.236391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239062] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.239062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.239318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239751] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.267674] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.267875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.268175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.268264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.268376] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be created. [ 847.325133] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.325436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.325436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.325534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.326042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.343937] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: UNINITIALIZED for 2s [ 847.475609] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.475609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.475609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.476357] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.476647] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.476879] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 9a17486f-0aff-42bc-9b9c-c66bd8df70aa not found, creating... [ 847.477636] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.477636] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.477636] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.477831] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.477976] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.478600] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.478864] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.479285] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.479558] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.479769] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.480316] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa is going to be created. [ 847.509744] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.510516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.510516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.510516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.510739] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.513018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.536976] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 847.538222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.590474] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.669414] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b in Status: SUCCESS [ 847.669629] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b deletion is rescheduled due to dependency. [ 847.669766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.745331] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48bec2f-0e2d-497d-8e3b-3b9ef5e12477: rpc.has_security_group_logging(os_id): False [ 847.770045] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.770244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.770244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.770418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.770513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.771048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.771048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.771048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.771388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.771388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.771460] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.771661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.771661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.771836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.771836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.772162] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.772278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.772364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.772606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.772774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.772935] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be created. [ 847.856222] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.856312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.856349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.856679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.856842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.873199] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 848.093470] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.096211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.096211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.096211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096211] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 848.127560] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.129864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.129864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.129864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.129864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.141964] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [req-0f714d66-e14d-4d48-96d3-7f369691d980 req-8254af0e-751a-464b-b88c-9144edb7e5e4 service nova] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [req-0f714d66-e14d-4d48-96d3-7f369691d980 req-8254af0e-751a-464b-b88c-9144edb7e5e4 service nova] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [req-0f714d66-e14d-4d48-96d3-7f369691d980 req-8254af0e-751a-464b-b88c-9144edb7e5e4 service nova] Enqueued Resource ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with Priority: HIGHEST for action port [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 848.214245] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with Priority: HIGHEST for action port [ 848.215128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.215494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.215656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.216254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.216458] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.218450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.218838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.220022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.220022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.220022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.220022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.220022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.220449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.220640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.220832] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.222303] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.222551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.223373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.223373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.223373] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a17486f-0aff-42bc-9b9c-c66bd8df70aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.445532] env[66071]: INFO networking_nsxv3.common.synchronization [None req-1b56fdae-6b3e-4a21-96f2-e1c77715d333 None None] Enqueued Resource ID: 0ed7288f-a409-42ce-b21b-820361dbf87d with Priority: HIGHEST for action port [ 848.446185] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed7288f-a409-42ce-b21b-820361dbf87d with Priority: HIGHEST for action port [ 848.446653] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed7288f-a409-42ce-b21b-820361dbf87d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.446849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed7288f-a409-42ce-b21b-820361dbf87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.446966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed7288f-a409-42ce-b21b-820361dbf87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.447359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed7288f-a409-42ce-b21b-820361dbf87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.447455] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed7288f-a409-42ce-b21b-820361dbf87d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.726016] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.726016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.726016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.726447] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with status ACTIVE [ 848.727254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.727416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.727567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.727912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.728083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.728314] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.728470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.728537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.728856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.728856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.729414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.729414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.729414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.729414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.729578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.729578] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa is going to be updated. [ 848.755887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.755887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.755887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.755887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.755887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.755887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.950423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ed7288f-a409-42ce-b21b-820361dbf87d [ 848.950691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.950820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.950866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.951269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.951269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.951370] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ed7288f-a409-42ce-b21b-820361dbf87d already deleted. [ 848.951370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed7288f-a409-42ce-b21b-820361dbf87d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.232984] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.356964] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 849.357214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.358489] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.358489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.358489] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.738660] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.738660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.738660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 is going to be created. [ 849.771027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.771027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.771027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.771027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.771027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.781859] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: UNINITIALIZED for 2s [ 849.862775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.862937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.862937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.863194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.863362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.863476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.863549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.863758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.863833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.863892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.864061] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.864881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.865056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.865368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.865549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.865655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.865749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.865978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.866151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.866318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.866485] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.890329] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 849.890699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.066214] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-6af183ed-bf82-483e-a903-63ae6a19bc4b tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 850.066981] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 850.067705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.068284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.068486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.068976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.069114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.069263] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.154920] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 850.154920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155612] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.155612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.155612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.156648] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.156648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.156648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.156648] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.156648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.156936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.156936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.156936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160713] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.373043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a2f160-eedf-4380-84d2-79d24c59c142: rpc.has_security_group_logging(os_id): False [ 850.393756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.393756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.393756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.394449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.394449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.394449] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.394449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.394449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.394949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.394949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.395115] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.395287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.395343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.395701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.395701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.395701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.396144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.400144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.400296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be created. [ 850.404153] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-64adc6f5-78f8-49ad-ac23-aa798395e147 tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 850.409119] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 850.409119] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.409119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.481985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.482272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.482272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.482551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.482644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.495237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 850.574054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.574334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.574461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.574774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.599367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.599651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.599818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.599891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.600085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.600165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.600250] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 850.628063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.628235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.628357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.628682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.628856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.643894] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 850.664365] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9: rpc.has_security_group_logging(os_id): False [ 850.683427] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.683680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.683802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.684192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.706518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.706570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.706816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.706816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.707515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.707515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.707515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.707515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.707733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.707733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.707805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.708180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.708180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.708180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.708336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.709221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.709221] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 850.773283] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.774166] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-146" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.774166] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-146" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.774166] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-146" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.774411] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.774534] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.774646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.775012] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.775165] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.775404] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.775546] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.775655] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.775761] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.775871] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.775972] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.776122] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.786635] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.786794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.786867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.787070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.787214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.798286] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 850.799261] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.799421] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.799594] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.799814] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-146" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.800150] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-81d6a261-b46a-4bb1-a201-30aaeaeada1e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.800331] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.800445] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.800782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.800964] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d6a261-b46a-4bb1-a201-30aaeaeada1e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.303763] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.304094] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.304717] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304717] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.305135] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 81d6a261-b46a-4bb1-a201-30aaeaeada1e not found, creating... [ 851.305464] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305882] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.306288] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.306471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.306908] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.307292] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.307292] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.307535] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.307737] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.307906] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 81d6a261-b46a-4bb1-a201-30aaeaeada1e is going to be created. [ 851.332016] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.332288] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.332488] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.332769] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.332997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.333229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.794338] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: SUCCESS [ 851.796359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.796545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.797447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.797447] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.797447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.797447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.797447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.797447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.797896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.797896] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.979456] env[66071]: INFO networking_nsxv3.common.synchronization [req-7d5debdf-2866-44cc-b370-7ef109bd74d9 req-343f98d7-eb9f-4987-8d5a-fac49a67e251 tempest-ListImageFiltersTestJSON-744359139 tempest-ListImageFiltersTestJSON-744359139-project-member] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 851.979999] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGHEST for action security_group_members [ 851.980311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.980428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.980491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.980691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.980834] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.980928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.980990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.981327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.981645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.981800] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.045346] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-fe5436f1-4ee9-4c2c-bc5d-2bee88a5f1ce service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 852.045542] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-fe5436f1-4ee9-4c2c-bc5d-2bee88a5f1ce service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 852.045686] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-fe5436f1-4ee9-4c2c-bc5d-2bee88a5f1ce service nova] Enqueued Resource ID: 81d6a261-b46a-4bb1-a201-30aaeaeada1e with Priority: HIGHEST for action port [ 852.046275] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 852.046339] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 852.046400] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6a261-b46a-4bb1-a201-30aaeaeada1e with Priority: HIGHEST for action port [ 852.051023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.051023] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.051023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.051023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d6a261-b46a-4bb1-a201-30aaeaeada1e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.051023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.051023] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d6a261-b46a-4bb1-a201-30aaeaeada1e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.303792] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.484438] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.484606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.484711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.484919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.512997] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 852.513355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.517864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.518250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.518447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.518543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.518910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.519064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.519179] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be updated. [ 852.553615] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.553785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.554218] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81d6a261-b46a-4bb1-a201-30aaeaeada1e with status ACTIVE [ 852.554408] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.554619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.554842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.554950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555236] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.555549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.556216] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.556322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.556709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.556958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.557073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.557159] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81d6a261-b46a-4bb1-a201-30aaeaeada1e is going to be updated. [ 852.566029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.566029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.566029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.566029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.566029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.575593] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: IN_PROGRESS for 2s [ 852.588160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.588294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.588340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.588660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.589231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.589375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d6a261-b46a-4bb1-a201-30aaeaeada1e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.659343] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 852.659614] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c deletion is rescheduled due to dependency. [ 852.659804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.660132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.660409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.660665] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.660793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.660939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.661352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.661595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.661721] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.810158] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 431aed8b-b762-4de0-a22f-8faa4fc842d2: rpc.has_security_group_logging(os_id): False [ 852.831300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 852.831606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.831752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.831987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.832106] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.836390] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.836565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.836640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.837092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.837977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.837977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.837977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.837977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.837977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.837977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.838993] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 is going to be created. [ 852.933413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.933587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.933670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.933878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.934077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.951495] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: IN_PROGRESS for 2s [ 853.054154] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.055021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-763" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.055021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-763" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.055021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-763" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.055332] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.055502] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.055617] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.055855] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.055997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.056329] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.056443] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.056734] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.056922] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.057069] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.057563] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.057563] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.091574] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.091574] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.091574] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.091574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-763" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.091574] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-707de6f4-d556-4252-9aff-29269c690804 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.091574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.091574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.091574] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707de6f4-d556-4252-9aff-29269c690804',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.165994] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.336322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.336532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.336645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.336933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.337555] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.337555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.337555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.337857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.337857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.337857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.337968] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.596060] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.596060] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.596060] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.596334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.596509] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.596691] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 707de6f4-d556-4252-9aff-29269c690804 not found, creating... [ 853.596962] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.597153] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.597270] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.597498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.597632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.597931] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.598113] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.598229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.598434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.598568] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.598727] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 707de6f4-d556-4252-9aff-29269c690804 is going to be created. [ 853.619499] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.619750] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.619896] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.620213] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.620437] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.620664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.668912] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.840783] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.841176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.841247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.841500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.841683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.841793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.841879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.842108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.842202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.842297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.842692] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.842692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.842692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.842878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.842916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.842974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.843328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.843477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.843477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.843602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.843602] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.172484] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.172484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.172484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.172484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.172484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.173166] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 854.202998] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.203174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.203233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.203433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.203578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.212976] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 854.328485] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-c6e9a10b-7821-41cb-9bbc-5978a70e9e28 service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 854.328815] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-c6e9a10b-7821-41cb-9bbc-5978a70e9e28 service nova] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 854.328919] env[66071]: INFO networking_nsxv3.common.synchronization [req-1bd0331a-ab5e-4ffd-b0f6-b2892ee927a1 req-c6e9a10b-7821-41cb-9bbc-5978a70e9e28 service nova] Enqueued Resource ID: 707de6f4-d556-4252-9aff-29269c690804 with Priority: HIGHEST for action port [ 854.329550] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_rules [ 854.329709] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 854.329812] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de6f4-d556-4252-9aff-29269c690804 with Priority: HIGHEST for action port [ 854.330673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.330818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.331106] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.331231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.331477] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-707de6f4-d556-4252-9aff-29269c690804 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.331614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.331707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.331938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.332060] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707de6f4-d556-4252-9aff-29269c690804',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.345880] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9: rpc.has_security_group_logging(os_id): False [ 854.368140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.369161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.369273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.369527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.369636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.369903] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.370035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.370104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.370292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.370401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.370632] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.370823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.370982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.371134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.371194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.371362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.371471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.371518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.371659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.371737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.371832] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 854.436503] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.436785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.436785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.436937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.437097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.460492] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 854.586338] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa in Status: SUCCESS [ 854.586568] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa deletion is rescheduled due to dependency. [ 854.586737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.835122] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 707de6f4-d556-4252-9aff-29269c690804 with status ACTIVE [ 854.836040] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.836040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.836040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.836040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.836040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.836040] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.836474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.836474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.836474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.836474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.836609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.836786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.836786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.836929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.836966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.837070] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 707de6f4-d556-4252-9aff-29269c690804 is going to be updated. [ 854.863351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.863668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.863668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.863753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.863877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.864040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707de6f4-d556-4252-9aff-29269c690804" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.966063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: SUCCESS [ 854.968608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.227109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 4s [ 856.477137] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 856.477462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.177437] env[66071]: INFO networking_nsxv3.common.synchronization [req-a9601496-c360-4ceb-9479-f0e06241175d req-84326be9-9c3d-4ecb-a7f3-7ca49b2d7723 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 858.178992] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 858.179182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.179309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.179382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.179755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.179848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.179934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.179998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.180172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.180256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.180352] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.243309] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 858.244522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.244799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.245092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.248366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.248497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.248497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.248654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.248809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.248891] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.679872] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680157] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680350] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.680678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.680981] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.681271] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.681456] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.681645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.681788] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682319] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.682319] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.682319] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.682501] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.682591] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.682703] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.682925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.684847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.684968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.685032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.685273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.685273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.685450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.685543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.685620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.685736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.685811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.685923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 already deleted. [ 858.686023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.706389] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.706634] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.706832] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.706922] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.707329] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-3416f130-1df1-4bef-b151-7401d5f6c53a taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.707523] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.707640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.707968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.708123] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3416f130-1df1-4bef-b151-7401d5f6c53a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.751449] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.212631] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.212631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.212631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.213199] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.213199] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.213199] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 3416f130-1df1-4bef-b151-7401d5f6c53a not found, creating... [ 859.213476] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.213681] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.213840] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.214136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.214318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.214691] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.214896] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.219203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.219203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.219550] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219550] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 3416f130-1df1-4bef-b151-7401d5f6c53a is going to be created. [ 859.244763] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.244950] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.245126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.245505] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.245856] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.246280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.253651] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.443649] env[66071]: INFO networking_nsxv3.common.synchronization [req-bdc4715a-0a43-4068-909d-d1a0f8e11864 req-fa75cdeb-4b96-4f7d-8ede-a6dbc01ecff6 tempest-ListServerFiltersTestJSON-132009602 tempest-ListServerFiltersTestJSON-132009602-project-member] Enqueued Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 859.444599] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a34d4c-01b8-4990-989a-7984ef715a2f with Priority: HIGHEST for action security_group_members [ 859.445203] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4a34d4c-01b8-4990-989a-7984ef715a2f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.445392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.445574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.445957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.446273] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.446498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.446619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.447342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.447342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447342] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4a34d4c-01b8-4990-989a-7984ef715a2f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.756437] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.756665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.756727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.756963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.757081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.757185] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 859.789096] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.789096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.789096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.789367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.789431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.802414] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 859.952712] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.952876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.952980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.958665] env[66071]: INFO networking_nsxv3.common.synchronization [req-a9601496-c360-4ceb-9479-f0e06241175d req-2289101c-9295-4d68-9173-9158c90f2c6d service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 859.958956] env[66071]: INFO networking_nsxv3.common.synchronization [req-a9601496-c360-4ceb-9479-f0e06241175d req-2289101c-9295-4d68-9173-9158c90f2c6d service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 859.959129] env[66071]: INFO networking_nsxv3.common.synchronization [req-a9601496-c360-4ceb-9479-f0e06241175d req-2289101c-9295-4d68-9173-9158c90f2c6d service nova] Enqueued Resource ID: 3416f130-1df1-4bef-b151-7401d5f6c53a with Priority: HIGHEST for action port [ 859.959722] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 859.959853] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 859.959949] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3416f130-1df1-4bef-b151-7401d5f6c53a with Priority: HIGHEST for action port [ 859.960626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.960764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.961149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.962211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.962211] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.964642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.964642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.965633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.965633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.965633] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.967218] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3416f130-1df1-4bef-b151-7401d5f6c53a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.967218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.967218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.967445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.967482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3416f130-1df1-4bef-b151-7401d5f6c53a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.978153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.978566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.978749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.979238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.979238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.979238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.979554] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f is going to be updated. [ 860.013873] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.014437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.014563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.014838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.015022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.028021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: IN_PROGRESS for 2s [ 860.227951] env[66071]: INFO networking_nsxv3.common.synchronization [req-37da9a5b-fe2b-4f6f-84d7-cc0569067385 req-9a4cf9ac-2c51-41e2-a9da-7bf4ef09717b tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 860.229271] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 860.229271] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.229527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.229527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.229766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.229990] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.230166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.230346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.230493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.230608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.230730] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.464823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.465613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.469201] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.471922] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3416f130-1df1-4bef-b151-7401d5f6c53a with status ACTIVE [ 860.472181] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.472276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.472332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.472564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.472652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.472834] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.472950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.473022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.473279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.473279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.473522] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.473522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.473662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.473723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.473804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.473886] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3416f130-1df1-4bef-b151-7401d5f6c53a is going to be updated. [ 860.502209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.502209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.502209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.502209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.502209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.502555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3416f130-1df1-4bef-b151-7401d5f6c53a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.665632] env[66071]: INFO networking_nsxv3.common.synchronization [req-0bda1228-4bb0-41bf-a8e6-db4ea3142fed req-13699d23-4880-49d1-bf93-98b053cfbb25 tempest-ServersTestFqdnHostnames-457963248 tempest-ServersTestFqdnHostnames-457963248-project-member] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 860.666232] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGHEST for action security_group_members [ 860.666554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.666664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.666721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.666909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667082] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667584] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.735020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.735020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.735020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.735020] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 860.768025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.768025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.768025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.768025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.768025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777696] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 860.950864] env[66071]: INFO networking_nsxv3.common.synchronization [req-a4bb7787-c2dc-4525-a02c-5de09674eaca req-779caa07-89cd-4ef6-a3b4-5eec0c325ff9 tempest-ServersNegativeTestMultiTenantJSON-1197640384 tempest-ServersNegativeTestMultiTenantJSON-1197640384-project-member] Enqueued Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 860.951318] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 860.951652] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.951752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.951809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.952534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.952764] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.952952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.953082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.953998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.954929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.954929] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.976034] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.170221] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.170735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.170874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.171179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.207570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.207946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.208459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.208522] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 is going to be updated. [ 861.244374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.244797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.244797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.244948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.247019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.254547] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: IN_PROGRESS for 2s [ 861.458897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.458897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.458897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.459135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.459188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.459374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.459477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.459524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.459680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.459737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.459828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d already deleted. [ 861.459914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478967] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.479703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.479789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.480025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.480489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.480489] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be created. [ 861.512290] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.512477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.512567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.513435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.513435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.528374] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: UNINITIALIZED for 2s [ 861.716903] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.717172] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-576" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717324] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-576" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.717625] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-576" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.719228] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.719228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.719228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.719228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.719228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.719228] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.719228] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.719228] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.719630] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.719630] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.719630] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.719630] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.739968] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.740185] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.740324] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.740498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-576" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.740812] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.740987] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.741142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.741544] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.741688] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab88d97b-cd8c-4a08-8c70-22a56c38c4a2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.813228] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 861.813427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.813627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.813819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.815027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.815027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.815027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.815027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.815027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.815027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.815027] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.815976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.816169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.816322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.816426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.816489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.818182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.818182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.818182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.037842] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4a34d4c-01b8-4990-989a-7984ef715a2f in Status: SUCCESS [ 862.038118] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4a34d4c-01b8-4990-989a-7984ef715a2f deletion is rescheduled due to dependency. [ 862.038207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4a34d4c-01b8-4990-989a-7984ef715a2f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.244902] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.245468] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.245468] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.245609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.245834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.246095] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 not found, creating... [ 862.246514] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.246823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.246912] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.247209] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.247444] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.247667] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.247839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.247943] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.248165] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.248297] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.248434] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 is going to be created. [ 862.296106] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.296408] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.296624] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.297118] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.297461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.297858] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.319086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.319262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.319432] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.791667] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 862.791667] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 862.791667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.822045] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.983797] env[66071]: INFO networking_nsxv3.common.synchronization [req-a4bb7787-c2dc-4525-a02c-5de09674eaca req-9c4b4005-fb87-499f-854e-79d37241da6b service nova] Enqueued Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_rules [ 862.984057] env[66071]: INFO networking_nsxv3.common.synchronization [req-a4bb7787-c2dc-4525-a02c-5de09674eaca req-9c4b4005-fb87-499f-854e-79d37241da6b service nova] Enqueued Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 862.984241] env[66071]: INFO networking_nsxv3.common.synchronization [req-a4bb7787-c2dc-4525-a02c-5de09674eaca req-9c4b4005-fb87-499f-854e-79d37241da6b service nova] Enqueued Resource ID: ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 with Priority: HIGHEST for action port [ 862.985635] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_rules [ 862.985635] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 862.986554] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 with Priority: HIGHEST for action port [ 862.986917] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.987615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.987615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.987615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.987615] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.988856] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.989082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.989082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.989292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.989483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.989633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.989711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.991031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.991031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.991031] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.991336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.991484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.991754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.991830] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab88d97b-cd8c-4a08-8c70-22a56c38c4a2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.266021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 in Status: SUCCESS [ 863.266341] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 deletion is rescheduled due to dependency. [ 863.266341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.326043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.326043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.326043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.326043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.326043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.326043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 863.357827] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.357977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.359794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.359794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.359794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.368352] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 863.407965] env[66071]: INFO networking_nsxv3.common.synchronization [req-9a04ceeb-4d28-4050-ae31-bf9a4ad587d4 req-01db709c-5a33-4138-a0b5-5c84f22c03d7 tempest-ServerRescueTestJSONUnderV235-178798351 tempest-ServerRescueTestJSONUnderV235-178798351-project-member] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 863.408797] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGHEST for action security_group_members [ 863.408948] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.409311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.409535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.409613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.411401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.411401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.411401] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.494352] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.496141] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.496141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.498124] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 with status ACTIVE [ 863.498373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.498663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.498663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.499054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.499241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.499574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.499776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.499882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.501319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.501414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.501502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.501624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.501764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.501914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.502080] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab88d97b-cd8c-4a08-8c70-22a56c38c4a2 is going to be updated. [ 863.532187] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.532430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.532543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.533062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.533190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.533374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab88d97b-cd8c-4a08-8c70-22a56c38c4a2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.541687] env[66071]: INFO networking_nsxv3.common.synchronization [None req-ad16b6ad-850d-41e7-925f-c7ed96f33acd None None] Enqueued Resource ID: f97d68df-2c8f-457d-8d64-7c04d67df103 with Priority: HIGHEST for action port [ 863.542521] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 863.542521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.542687] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97d68df-2c8f-457d-8d64-7c04d67df103 with Priority: HIGHEST for action port [ 863.542822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.543056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.543240] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.543354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.543436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.543602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.543697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.543789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.543879] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.545482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97d68df-2c8f-457d-8d64-7c04d67df103 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.545620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97d68df-2c8f-457d-8d64-7c04d67df103" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.545673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97d68df-2c8f-457d-8d64-7c04d67df103" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.545861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97d68df-2c8f-457d-8d64-7c04d67df103" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.545942] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97d68df-2c8f-457d-8d64-7c04d67df103',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.904895] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c723acfe-af2d-429a-9c5f-1ec9a522dae8 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 863.905822] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 863.906301] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.906489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907424] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.912361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.912688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.912812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.913117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.913254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.913574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.913663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.913747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.913980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.914120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.914251] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be updated. [ 863.953075] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.953920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.953920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.953920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.953920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.967689] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: IN_PROGRESS for 2s [ 864.005458] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.015404] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4e35b053-d4e6-4767-ab7f-a4de59fb5abe tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 864.016549] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 864.016549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.016549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049223] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.049675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.049859] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.050216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.050311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050610] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.051417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.051417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.051776] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.052589] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f97d68df-2c8f-457d-8d64-7c04d67df103 [ 864.052589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.052701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.052742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.053232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.053232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.053232] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f97d68df-2c8f-457d-8d64-7c04d67df103 already deleted. [ 864.053232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97d68df-2c8f-457d-8d64-7c04d67df103" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.430324] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.432363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.432363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.432363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.432363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.432363] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 already deleted. [ 864.434171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.434171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.434171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.434171] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.511412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.511412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.511412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.511412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.511412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.511412] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d is going to be created. [ 864.538210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.548447] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: UNINITIALIZED for 2s [ 864.555165] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9493636-ab96-4cd0-a78d-70148af354f5: rpc.has_security_group_logging(os_id): False [ 864.577266] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.578025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.578025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.578363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.578363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.578598] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.578870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.578870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.579626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.579626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.579771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.579878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.579996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.580203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.580287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.580531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.580678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.580723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.580848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.580932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.581041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be created. [ 864.649039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.649039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.649039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.658104] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 864.956224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.957089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.957528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.957631] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 already deleted. [ 864.957753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.380509] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 865.380509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.381473] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.381473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.382169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.382636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382636] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.885406] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c0aec4-50f7-4c01-b92e-874a891d1b5c: rpc.has_security_group_logging(os_id): False [ 865.903487] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.903641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.903714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.903932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.904043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.904230] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.904332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.904397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.904548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.904623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.904831] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.904928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.904989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.905171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.905264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.905469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.905565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.905626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.905764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.905851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.905916] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 865.944019] env[66071]: INFO networking_nsxv3.common.synchronization [None req-535568ab-39c0-424d-a03f-70877c78bd98 None None] Enqueued Resource ID: 009bc2b9-94f7-4aa8-8887-dcc91239cc54 with Priority: HIGHEST for action port [ 865.944019] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009bc2b9-94f7-4aa8-8887-dcc91239cc54 with Priority: HIGHEST for action port [ 865.944515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-009bc2b9-94f7-4aa8-8887-dcc91239cc54 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009bc2b9-94f7-4aa8-8887-dcc91239cc54" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009bc2b9-94f7-4aa8-8887-dcc91239cc54" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.945073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009bc2b9-94f7-4aa8-8887-dcc91239cc54" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.945175] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009bc2b9-94f7-4aa8-8887-dcc91239cc54',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.971932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.973111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.973111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.980452] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 in Status: SUCCESS [ 865.980612] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 deletion is rescheduled due to dependency. [ 865.980861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.986490] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 866.449722] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 009bc2b9-94f7-4aa8-8887-dcc91239cc54 [ 866.449722] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.449722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.449722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.449722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.449722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.449722] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:009bc2b9-94f7-4aa8-8887-dcc91239cc54 already deleted. [ 866.449722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009bc2b9-94f7-4aa8-8887-dcc91239cc54" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.559209] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: SUCCESS [ 866.561494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.561784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.562123] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.562534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.562723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.562836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.563093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.563229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.563367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.563509] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.670496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 866.670496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.073582] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.073997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.073997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.073997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.074673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.074818] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.075118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.075255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.075333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.075385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.075528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.075586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.075673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.075759] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.579267] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1a3eac-a1ca-4664-b8fe-c55bba10d72d: rpc.has_security_group_logging(os_id): False [ 867.603645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.604081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.604081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.604081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.604239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.604424] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.604546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.604672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.604833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.604950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.605157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.605295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.605387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.606065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.606065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.606522] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.606687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.606812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607413] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d is going to be created. [ 867.700723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.700861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.701223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.701421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.715609] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: IN_PROGRESS for 2s [ 868.000990] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 868.001314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.001898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.001898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.001898] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.008126] env[66071]: INFO networking_nsxv3.common.synchronization [req-db015553-e624-434e-813c-0b3c86307cef req-b11b2e3a-c4da-4b8c-af5d-5a244c994a8f tempest-InstanceActionsTestJSON-1788652984 tempest-InstanceActionsTestJSON-1788652984-project-member] Enqueued Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 868.008642] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGHEST for action security_group_members [ 868.009949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.009949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.009949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.009949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010166] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010667] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.504608] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.505085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.505085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.505085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.505308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.505415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.505485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.505672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.505766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.505906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.506073] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.513057] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.513356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.513356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.513607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.538201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.538201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.538201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.538201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.538542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.538542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.538657] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 is going to be updated. [ 868.569393] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.569621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.569686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.569931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.570154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581798] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: IN_PROGRESS for 2s [ 869.008583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.011201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011701] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.012148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.013080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.013250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.013366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.013432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.013597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.013676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.013762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.013875] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.458600] env[66071]: INFO networking_nsxv3.common.synchronization [req-21e72e48-1d4e-4aa4-aadf-258b900a80b4 req-4869e8cd-6792-4903-afca-8ab404b9c8aa tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 869.459359] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 869.459749] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.459904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.460026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.461764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.462144] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.462312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.462401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.462637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.462758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.462901] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.517444] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c0aec4-50f7-4c01-b92e-874a891d1b5c: rpc.has_security_group_logging(os_id): False [ 869.546336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.546572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.546694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.548316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.548316] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.548316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.548521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.549775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.549775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.550180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.550576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.550645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.550834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.550920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.551172] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.551259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.551373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.551538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.551609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.551714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 869.628099] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.628309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.628309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.628635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.628869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.645555] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 869.734982] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: SUCCESS [ 869.739022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.850095] env[66071]: INFO networking_nsxv3.common.synchronization [req-21e72e48-1d4e-4aa4-aadf-258b900a80b4 req-998d6439-9ac3-4daa-9f78-e60b2658e79a tempest-ServersTestMultiNic-1771482805 tempest-ServersTestMultiNic-1771482805-project-member] Enqueued Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 869.850095] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c with Priority: HIGHEST for action security_group_members [ 869.850242] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.850530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.897082] env[66071]: INFO networking_nsxv3.common.synchronization [req-14c88925-a8ec-41fd-bcc0-73ec1c1b581c req-de557556-962f-45c1-8995-b4101959d824 tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 869.898381] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 869.898659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.898835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.899018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.899302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.899493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.899604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.899692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.899938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.900090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.900230] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.966224] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.402814] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.470403] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.596518] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1acb71f-7700-4163-8a2f-733e5b39f979 in Status: SUCCESS [ 870.596518] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 deletion is rescheduled due to dependency. [ 870.596518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.906434] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.975622] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.975622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.975622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.975622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.975622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.975622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 871.007797] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.008114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.008114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.008232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.019403] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 871.409452] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.409604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.409682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.409901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.409988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.410096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 871.444224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.444378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.444453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.444650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.444811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.458072] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 871.554318] env[66071]: INFO networking_nsxv3.common.synchronization [req-fedc19cd-33f5-4390-b361-1353b45f8277 req-d4371da9-d7f3-4003-8517-31e453154f66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 871.554318] env[66071]: INFO networking_nsxv3.common.synchronization [req-fedc19cd-33f5-4390-b361-1353b45f8277 req-d4371da9-d7f3-4003-8517-31e453154f66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 871.554318] env[66071]: INFO networking_nsxv3.common.synchronization [req-fedc19cd-33f5-4390-b361-1353b45f8277 req-d4371da9-d7f3-4003-8517-31e453154f66 tempest-SecurityGroupsTestJSON-1145087026 tempest-SecurityGroupsTestJSON-1145087026-project-member] Enqueued Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 871.554765] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 with Priority: HIGHEST for action security_group_members [ 871.555330] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc2d92-333c-4587-987f-29a44f9c6cce with Priority: HIGHEST for action security_group_members [ 871.555531] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 with Priority: HIGHEST for action security_group_members [ 871.555861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1587785c-a915-47f2-8b5d-73b7a5466fd6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.556040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.556095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.557050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.557050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.557050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.557050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.557050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.557050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.557050] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1587785c-a915-47f2-8b5d-73b7a5466fd6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.558444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-60bc2d92-333c-4587-987f-29a44f9c6cce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.558444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.558576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.558664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.558816] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.558943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.559080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.560350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.560350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.560350] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60bc2d92-333c-4587-987f-29a44f9c6cce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.562048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-588c7ea3-677b-4fb4-afa2-9244301d4297 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.563146] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.563146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.563146] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588c7ea3-677b-4fb4-afa2-9244301d4297',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.663137] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 871.663137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.062498] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.062687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.062687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.062929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.065659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.065804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.066119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.085284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.085833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.085833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.085833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.086026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.086131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.086221] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce is going to be updated. [ 872.087315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.088118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.117262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.117657] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.118765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.118765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.118765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.118765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.118895] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 is going to be updated. [ 872.119970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.120381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.145042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.145042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.145042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.145042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.145042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.147809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.148279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.148392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.148457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.148675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.148763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.148862] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 is going to be updated. [ 872.157623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: IN_PROGRESS for 2s [ 872.168743] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.168743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.169043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.169108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.169321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.179460] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 2s [ 872.188581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.188767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.188830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.189260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.189479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.212043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: IN_PROGRESS for 2s [ 872.302888] env[66071]: INFO networking_nsxv3.common.synchronization [req-f0d132cf-5fa8-4acd-bddb-357b780da3dd req-5430bbe4-0ee2-48d9-8981-a3301831a695 tempest-InstanceActionsNegativeTestJSON-305336647 tempest-InstanceActionsNegativeTestJSON-305336647-project-member] Enqueued Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 872.303495] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 872.303815] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.303942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304542] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.305060] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.811507] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.811507] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.811507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.812192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.812192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e already deleted. [ 872.812192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.029858] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 873.029858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.029858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.030101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.030275] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.030394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.030516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.030869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.030869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.030869] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c0aec4-50f7-4c01-b92e-874a891d1b5c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.193091] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.193841] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-831" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.193841] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-831" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.193841] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-831" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.194347] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.194347] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.194486] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.194580] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.195053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.195053] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.195151] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.195217] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.195324] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.195433] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.195533] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.195658] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.219170] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.219500] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.219500] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.219693] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-831" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220215] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.220395] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.220503] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.220833] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.220974] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d859485b-8a7a-4a9c-b93b-5c788d2f17e9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.470725] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 873.471054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.534606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.538022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.538022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.538022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c is going to be updated. [ 873.565423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.567913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.568021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.568238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.568394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.578017] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: IN_PROGRESS for 2s [ 873.633935] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fd207f50-c436-4294-8b39-0e5003e91285 None None] Enqueued Resource ID: a33bf5c6-0234-404b-a4e0-e11a5b99ecc8 with Priority: HIGHEST for action port [ 873.634546] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33bf5c6-0234-404b-a4e0-e11a5b99ecc8 with Priority: HIGHEST for action port [ 873.634861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a33bf5c6-0234-404b-a4e0-e11a5b99ecc8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.634985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a33bf5c6-0234-404b-a4e0-e11a5b99ecc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.635122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a33bf5c6-0234-404b-a4e0-e11a5b99ecc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.635379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a33bf5c6-0234-404b-a4e0-e11a5b99ecc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.635464] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33bf5c6-0234-404b-a4e0-e11a5b99ecc8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.723630] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.723886] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.724030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.724379] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.724586] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724807] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port d859485b-8a7a-4a9c-b93b-5c788d2f17e9 not found, creating... [ 873.725101] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.725406] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.725598] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.725909] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.726082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.726385] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.726545] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.726664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.726976] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.727137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.727281] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: d859485b-8a7a-4a9c-b93b-5c788d2f17e9 is going to be created. [ 873.751400] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.751646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.751773] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.752107] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.752325] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.752556] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.137460] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a33bf5c6-0234-404b-a4e0-e11a5b99ecc8 [ 874.137745] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.137872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.137957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.138219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.138314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.138429] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a33bf5c6-0234-404b-a4e0-e11a5b99ecc8 already deleted. [ 874.138513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a33bf5c6-0234-404b-a4e0-e11a5b99ecc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.169592] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60bc2d92-333c-4587-987f-29a44f9c6cce in Status: SUCCESS [ 874.170092] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60bc2d92-333c-4587-987f-29a44f9c6cce deletion is rescheduled due to dependency. [ 874.170092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60bc2d92-333c-4587-987f-29a44f9c6cce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.195056] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: IN_PROGRESS for 4s [ 874.224027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: IN_PROGRESS for 4s [ 874.526048] env[66071]: INFO networking_nsxv3.common.synchronization [req-f0d132cf-5fa8-4acd-bddb-357b780da3dd req-92b71906-ba9e-4242-a580-8b3e0b6221bc service nova] Enqueued Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_rules [ 874.526048] env[66071]: INFO networking_nsxv3.common.synchronization [req-f0d132cf-5fa8-4acd-bddb-357b780da3dd req-92b71906-ba9e-4242-a580-8b3e0b6221bc service nova] Enqueued Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 874.526162] env[66071]: INFO networking_nsxv3.common.synchronization [req-f0d132cf-5fa8-4acd-bddb-357b780da3dd req-92b71906-ba9e-4242-a580-8b3e0b6221bc service nova] Enqueued Resource ID: d859485b-8a7a-4a9c-b93b-5c788d2f17e9 with Priority: HIGHEST for action port [ 874.526706] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_rules [ 874.526858] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 874.527094] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d859485b-8a7a-4a9c-b93b-5c788d2f17e9 with Priority: HIGHEST for action port [ 874.527409] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.527532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.527602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.527867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.527977] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.528934] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.529084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.529155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.529339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.529492] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.529589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.529730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.529793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.529878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.530013] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.531443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.531443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.531443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.531576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.531609] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d859485b-8a7a-4a9c-b93b-5c788d2f17e9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.033851] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.038333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.038333] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d859485b-8a7a-4a9c-b93b-5c788d2f17e9 with status ACTIVE [ 875.038333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.038333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.039347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.039347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.039347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.039347] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d859485b-8a7a-4a9c-b93b-5c788d2f17e9 is going to be updated. [ 875.064586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.064765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.064829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.065054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.065193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.065353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d859485b-8a7a-4a9c-b93b-5c788d2f17e9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.536427] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.589944] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c in Status: SUCCESS [ 875.590254] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c0aec4-50f7-4c01-b92e-874a891d1b5c deletion is rescheduled due to dependency. [ 875.590386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c0aec4-50f7-4c01-b92e-874a891d1b5c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.826835] env[66071]: INFO networking_nsxv3.common.synchronization [req-9af5883d-63bf-47ee-a158-3bcfed5d6256 req-5bbbb49d-5229-4c2f-bac4-df27c855ddf2 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 875.828313] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 875.828690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.828819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.828887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.829216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.829852] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.829997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.830128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.830258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.830350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.830450] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.043421] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.045797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.045797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.045797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.045797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.045797] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e is going to be created. [ 876.076586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.076752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.076752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.077024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.077270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.091808] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: UNINITIALIZED for 2s [ 876.214112] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 in Status: SUCCESS [ 876.214112] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588c7ea3-677b-4fb4-afa2-9244301d4297 deletion is rescheduled due to dependency. [ 876.214112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588c7ea3-677b-4fb4-afa2-9244301d4297" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.223093] env[66071]: INFO networking_nsxv3.common.synchronization [None req-11369d43-db1c-4192-8700-016797492d36 None None] Enqueued Resource ID: a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8 with Priority: HIGHEST for action port [ 876.223672] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8 with Priority: HIGHEST for action port [ 876.223965] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.224119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.224186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.225472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.225472] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.238676] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 in Status: SUCCESS [ 876.239242] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1587785c-a915-47f2-8b5d-73b7a5466fd6 deletion is rescheduled due to dependency. [ 876.239242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1587785c-a915-47f2-8b5d-73b7a5466fd6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.331121] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.331367] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.331481] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.331846] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.334283] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.334632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.334852] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.335411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.335411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.335608] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.335741] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.335888] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.335998] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.336177] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.336302] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.336477] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.341823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.342199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.342199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.342342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.342422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.342627] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.342726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.342795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.343009] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.343098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.343337] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 already deleted. [ 876.343337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.368069] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.368374] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.368575] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.368810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.370533] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-df55ead2-7565-4fa5-8216-0affc51e3063 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.370533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.370533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.370533] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df55ead2-7565-4fa5-8216-0affc51e3063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.727121] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8 [ 876.727498] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.727498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.727644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.727798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.727994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.728302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8 already deleted. [ 876.728417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24a6bb6-f8a1-4b8e-8e9b-5c07821c8fc8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.872993] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.873245] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.873374] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.873685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.873839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.873997] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port df55ead2-7565-4fa5-8216-0affc51e3063 not found, creating... [ 876.874288] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.874466] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.874583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.874822] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.874959] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.875284] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.875542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.875590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.875769] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.875901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.876063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: df55ead2-7565-4fa5-8216-0affc51e3063 is going to be created. [ 876.900126] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.900550] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.900734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.901144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.901591] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.901990] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.736154] env[66071]: INFO networking_nsxv3.common.synchronization [req-9af5883d-63bf-47ee-a158-3bcfed5d6256 req-ee6ad309-a90c-4180-9b02-3f2e5cb3885b service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 877.736772] env[66071]: INFO networking_nsxv3.common.synchronization [req-9af5883d-63bf-47ee-a158-3bcfed5d6256 req-ee6ad309-a90c-4180-9b02-3f2e5cb3885b service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 877.737056] env[66071]: INFO networking_nsxv3.common.synchronization [req-9af5883d-63bf-47ee-a158-3bcfed5d6256 req-ee6ad309-a90c-4180-9b02-3f2e5cb3885b service nova] Enqueued Resource ID: df55ead2-7565-4fa5-8216-0affc51e3063 with Priority: HIGHEST for action port [ 877.738037] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 877.738037] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 877.738037] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df55ead2-7565-4fa5-8216-0affc51e3063 with Priority: HIGHEST for action port [ 877.739617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.739617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.740236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.740555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.740684] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.742722] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.742811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.742905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.743182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.743380] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.743520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.743610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.743871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.743983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.744149] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.746111] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-df55ead2-7565-4fa5-8216-0affc51e3063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.746111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.746111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.746111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.746111] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df55ead2-7565-4fa5-8216-0affc51e3063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.107059] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: SUCCESS [ 878.107258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.108022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.108022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.108192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.108192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.108340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.109204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.109204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.109204] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.249591] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.250140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df55ead2-7565-4fa5-8216-0affc51e3063 with status ACTIVE [ 878.253021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.253021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.253021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.253021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.253655] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df55ead2-7565-4fa5-8216-0affc51e3063 is going to be updated. [ 878.286447] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.286597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.287172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.287172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.287172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.287349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df55ead2-7565-4fa5-8216-0affc51e3063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.595765] env[66071]: INFO networking_nsxv3.common.synchronization [req-0955ce76-421e-4fe2-bba1-c294602ed68c req-d0d6a33b-e3b9-4bc5-9d38-6befec43e9c0 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 878.596639] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 878.596973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.597164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.612833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.612833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.612833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.612833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.612833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.613152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.613152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.613335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.613537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.616706] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.616706] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.616706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.616706] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.755244] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.965162] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965449] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.966072] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.966417] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.966589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.966707] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.966975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.967151] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.967366] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.967478] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.967608] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.967714] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.967847] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.967954] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.968101] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.986762] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.986916] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.987078] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.987260] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.987581] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-3a4442bc-c5e0-4bee-a240-2f9809544052 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.987748] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.987867] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.988273] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.988442] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4442bc-c5e0-4bee-a240-2f9809544052',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.119781] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80bbb297-d1e9-4513-9ca5-38e9c5ab568e: rpc.has_security_group_logging(os_id): False [ 879.138512] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.138695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.138771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.139098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.139225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.139442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.139565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.139758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.139837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.139969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.140296] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.140418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.140483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.140657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.140734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.140991] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.141103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.141158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.141350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.141436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.141549] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e is going to be created. [ 879.203231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.203399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.203399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.203614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.203793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.217113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: IN_PROGRESS for 2s [ 879.259848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.259848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.259848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.259848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.259848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.260124] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be created. [ 879.286778] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.287403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.287534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.287719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.288093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.311760] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: UNINITIALIZED for 2s [ 879.491181] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.491592] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.491903] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.492294] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492494] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.492719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 3a4442bc-c5e0-4bee-a240-2f9809544052 not found, creating... [ 879.493077] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.493318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.493482] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.493802] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.493968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.494417] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.494645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.494802] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.495549] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.495740] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.495923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 3a4442bc-c5e0-4bee-a240-2f9809544052 is going to be created. [ 879.517427] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.517653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.517842] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.518142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.519377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.519823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.243247] env[66071]: INFO networking_nsxv3.common.synchronization [req-0955ce76-421e-4fe2-bba1-c294602ed68c req-2be78ffe-f9dd-4e18-83f0-25fdf8288d88 service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 880.243247] env[66071]: INFO networking_nsxv3.common.synchronization [req-0955ce76-421e-4fe2-bba1-c294602ed68c req-2be78ffe-f9dd-4e18-83f0-25fdf8288d88 service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 880.243247] env[66071]: INFO networking_nsxv3.common.synchronization [req-0955ce76-421e-4fe2-bba1-c294602ed68c req-2be78ffe-f9dd-4e18-83f0-25fdf8288d88 service nova] Enqueued Resource ID: 3a4442bc-c5e0-4bee-a240-2f9809544052 with Priority: HIGHEST for action port [ 880.243679] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 880.243759] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 880.243861] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4442bc-c5e0-4bee-a240-2f9809544052 with Priority: HIGHEST for action port [ 880.244181] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.244284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.246032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4442bc-c5e0-4bee-a240-2f9809544052 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.246032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.246032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.246032] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4442bc-c5e0-4bee-a240-2f9809544052',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.504957] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0045c1e5-cb2f-40e3-8d6f-c42eb4560141 None None] Enqueued Resource ID: 57ee8c2e-ca99-4fcf-8eda-59c139c61c05 with Priority: HIGHEST for action port [ 880.505716] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ee8c2e-ca99-4fcf-8eda-59c139c61c05 with Priority: HIGHEST for action port [ 880.505932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ee8c2e-ca99-4fcf-8eda-59c139c61c05 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.506104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ee8c2e-ca99-4fcf-8eda-59c139c61c05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.506176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ee8c2e-ca99-4fcf-8eda-59c139c61c05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.507045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ee8c2e-ca99-4fcf-8eda-59c139c61c05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.507045] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ee8c2e-ca99-4fcf-8eda-59c139c61c05',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.566290] env[66071]: INFO networking_nsxv3.common.synchronization [req-7e693bfd-5b64-4461-88b1-9cbabd498963 req-ba2df5bc-05a5-4f06-b442-be10ba3c271e tempest-ServersNegativeTestMultiTenantJSON-1197640384 tempest-ServersNegativeTestMultiTenantJSON-1197640384-project-member] Enqueued Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 880.566808] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d with Priority: HIGHEST for action security_group_members [ 880.567156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.567285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.567352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.567550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.567697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.567793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.567854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.567991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.568087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.568180] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a3eac-a1ca-4664-b8fe-c55bba10d72d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.749347] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4442bc-c5e0-4bee-a240-2f9809544052 with status ACTIVE [ 880.754215] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.754215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.754215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.754215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.754486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.754535] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.754653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.754722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.754917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.755035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.755253] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.755390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.755474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.755643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.755745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.755854] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4442bc-c5e0-4bee-a240-2f9809544052 is going to be updated. [ 880.782305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.782518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.782597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.782849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.783036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.783266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4442bc-c5e0-4bee-a240-2f9809544052" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.012027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ee8c2e-ca99-4fcf-8eda-59c139c61c05 [ 881.012027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.012027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.012027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.012027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.012027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.012027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ee8c2e-ca99-4fcf-8eda-59c139c61c05 already deleted. [ 881.012027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ee8c2e-ca99-4fcf-8eda-59c139c61c05" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.070859] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.071027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.071098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.071315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.071457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.071658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.071755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.071806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.071969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.072061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.072149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d is going to be updated. [ 881.100588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.100715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.100758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.102411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.102565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.112814] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: IN_PROGRESS for 2s [ 881.238291] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: SUCCESS [ 881.239325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.330625] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.333792] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.333792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.333792] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.335668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335668] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.338241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.338241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.338241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.338241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.338241] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.840164] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.840289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.842690] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.349580] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.816153] env[66071]: INFO networking_nsxv3.common.synchronization [None req-cf5dff56-8353-4360-8d34-fa1ac46c7c31 None None] Enqueued Resource ID: 85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9 with Priority: HIGHEST for action port [ 882.816344] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9 with Priority: HIGHEST for action port [ 882.816801] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.816932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.817000] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.817351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.817438] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.854434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.854434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.854434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.854625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.854625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.856206] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 882.898076] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.898076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.898331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.900053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.900053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.912810] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 883.124862] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d in Status: SUCCESS [ 883.125356] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a3eac-a1ca-4664-b8fe-c55bba10d72d deletion is rescheduled due to dependency. [ 883.125356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a3eac-a1ca-4664-b8fe-c55bba10d72d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.319848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9 [ 883.320132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.320301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.320390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.320585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.320671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.320761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9 already deleted. [ 883.320838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85eadbd0-f8a1-4ae6-bda5-4d1dc809ffc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.827748] env[66071]: INFO networking_nsxv3.common.synchronization [req-277a79fc-6694-455f-b65d-7e0d9cd79620 req-35dfbd19-a2e4-4794-8a5e-35f6710405dc tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 883.828471] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 883.828774] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.828888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.828935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.829191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.829345] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.829465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.829502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.829672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.829764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.829851] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.157290] env[66071]: INFO networking_nsxv3.common.synchronization [req-3afead79-95da-458d-996c-86a911d7f413 req-9d8ac843-a56e-4b8a-921c-1bc8171c3c62 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 884.157887] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 884.158246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.158535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.158638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.159208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159585] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.336231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.336330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.336400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.337070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.337213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.337686] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.337822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.337918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.338157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.338275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.338395] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 884.374586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.374870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.374980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.375199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.375494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.385240] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 884.662311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.662488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.662559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.663214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.663440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.663562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.663631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.663798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.663877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.663966] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 884.691664] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.691817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.691891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.692133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.692275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.701293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 884.931125] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 884.931125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.931125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.931125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.931125] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.931125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.931702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.931702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.931702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.931702] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.434387] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.850458] env[66071]: INFO networking_nsxv3.common.synchronization [None req-375be796-9808-4bb2-89c8-9e86de604474 None None] Enqueued Resource ID: 1488e79f-f093-4eb0-9552-0fcf61afdc22 with Priority: HIGHEST for action port [ 885.851081] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1488e79f-f093-4eb0-9552-0fcf61afdc22 with Priority: HIGHEST for action port [ 885.851418] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1488e79f-f093-4eb0-9552-0fcf61afdc22 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1488e79f-f093-4eb0-9552-0fcf61afdc22" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1488e79f-f093-4eb0-9552-0fcf61afdc22" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1488e79f-f093-4eb0-9552-0fcf61afdc22" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851960] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1488e79f-f093-4eb0-9552-0fcf61afdc22',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.938032] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.354715] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1488e79f-f093-4eb0-9552-0fcf61afdc22 [ 886.355055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.355193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.355193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.355466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.355466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.355616] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1488e79f-f093-4eb0-9552-0fcf61afdc22 already deleted. [ 886.355616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1488e79f-f093-4eb0-9552-0fcf61afdc22" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.397234] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 886.397434] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 deletion is rescheduled due to dependency. [ 886.397896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.445396] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.445396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.445396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.445396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.445396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.445396] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 886.477184] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.489424] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 886.562023] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e35d09b8-ac38-48e7-8071-549162608e7f tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 886.562583] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 886.566021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.566021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.566021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.566021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.566021] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.711288] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 886.711288] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 886.711288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.959558] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b397a271-97af-49db-ab6d-17c5975417db tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 886.960561] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 886.960767] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.960767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.089133] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.089560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.089709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.090074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.090258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.090393] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef already deleted. [ 887.090507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.090746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.090994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.091170] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.614565] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.617922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.617922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.617922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.617922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.617922] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef already deleted. [ 887.617922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.008203] env[66071]: INFO networking_nsxv3.common.synchronization [req-c8c5b32f-5e21-4f9c-a7a7-d8348dd8f20b req-eafd7566-a14c-46d6-a91c-651d53a53ae6 tempest-InstanceActionsNegativeTestJSON-305336647 tempest-InstanceActionsNegativeTestJSON-305336647-project-member] Enqueued Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 888.013259] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e with Priority: HIGHEST for action security_group_members [ 888.013259] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013259] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.013259] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80bbb297-d1e9-4513-9ca5-38e9c5ab568e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.501774] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 888.502245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.502355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.502495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.502865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.502865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.502865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.503128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.503317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.503373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.503506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.503587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.503880] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.503972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.504040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.504178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.504252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.504331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.504421] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.514879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.514879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.514879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.514879] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e is going to be updated. [ 888.549014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.549014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.549014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.549014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.549224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.559791] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: IN_PROGRESS for 2s [ 889.009882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888c133-244b-41f0-9537-5de0a72b4711: rpc.has_security_group_logging(os_id): False [ 889.028140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.028286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.028379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.028592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.028677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.028860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.028957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.029029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.029214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.029288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.029478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.029573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.029634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.029769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.029843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.032027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.032238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.032996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.033192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.033280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.033373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be created. [ 889.115938] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.116134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.116134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.116532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.132187] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 889.316170] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.316359] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.316476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.317118] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.317118] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.317118] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.317293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.318743] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.318743] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.318743] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.318743] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.318743] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.318743] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.318743] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.318930] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.319041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.340573] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.340669] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.340822] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.341015] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-888" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.341334] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-e04a177a-265e-4c5f-bb45-e77721d43563 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.341511] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.341627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.341894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.342049] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a177a-265e-4c5f-bb45-e77721d43563',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.693315] env[66071]: INFO networking_nsxv3.common.synchronization [None req-69c4faca-4e22-423e-8af9-0364285d1f6a None None] Enqueued Resource ID: 475d3496-4cb7-4465-857f-b9951cdcea1d with Priority: HIGHEST for action port [ 889.693315] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475d3496-4cb7-4465-857f-b9951cdcea1d with Priority: HIGHEST for action port [ 889.693592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-475d3496-4cb7-4465-857f-b9951cdcea1d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.693754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475d3496-4cb7-4465-857f-b9951cdcea1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.693807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475d3496-4cb7-4465-857f-b9951cdcea1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.694029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475d3496-4cb7-4465-857f-b9951cdcea1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.694461] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475d3496-4cb7-4465-857f-b9951cdcea1d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.846889] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.846889] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.846889] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.847105] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.847105] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.847461] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.847628] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.847743] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.847969] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.848122] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.848399] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.848545] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.848654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.848851] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.848976] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.849124] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: e04a177a-265e-4c5f-bb45-e77721d43563 is going to be updated. [ 889.874462] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.874462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.874462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.874462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.874462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.874462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.196755] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 475d3496-4cb7-4465-857f-b9951cdcea1d [ 890.197042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.197197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.197272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.197487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.197576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.197673] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:475d3496-4cb7-4465-857f-b9951cdcea1d already deleted. [ 890.198309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475d3496-4cb7-4465-857f-b9951cdcea1d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.570132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e in Status: SUCCESS [ 890.570346] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80bbb297-d1e9-4513-9ca5-38e9c5ab568e deletion is rescheduled due to dependency. [ 890.570540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80bbb297-d1e9-4513-9ca5-38e9c5ab568e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ce18377-a418-40ab-923f-9037e4793eb8 req-f29e5349-f9d8-4040-a649-aefbf22433a5 service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ce18377-a418-40ab-923f-9037e4793eb8 req-f29e5349-f9d8-4040-a649-aefbf22433a5 service nova] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ce18377-a418-40ab-923f-9037e4793eb8 req-f29e5349-f9d8-4040-a649-aefbf22433a5 service nova] Enqueued Resource ID: e04a177a-265e-4c5f-bb45-e77721d43563 with Priority: HIGHEST for action port [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_rules [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 890.606111] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04a177a-265e-4c5f-bb45-e77721d43563 with Priority: HIGHEST for action port [ 890.606730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.607062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.607520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.607697] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.609243] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.609483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.609649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611378] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.611378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.611378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.611378] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.612747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04a177a-265e-4c5f-bb45-e77721d43563 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.613512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.613512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.613512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.613512] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a177a-265e-4c5f-bb45-e77721d43563',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.110020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.110020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.115803] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e04a177a-265e-4c5f-bb45-e77721d43563 with status ACTIVE [ 891.115803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.115803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.115803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.119023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.119023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.119023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.119023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e04a177a-265e-4c5f-bb45-e77721d43563 is going to be updated. [ 891.119023] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.145089] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 891.145539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.146472] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04a177a-265e-4c5f-bb45-e77721d43563" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.147416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.147666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.147756] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.622032] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.650630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.651817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.651817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.652135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.652135] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.124144] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.124601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.124694] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 892.140567] env[66071]: INFO networking_nsxv3.common.synchronization [req-b6a55e3c-bcb5-4430-9bfb-814df7f29835 req-d4734957-eb2c-4c35-9f58-4c40ebdf4460 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 892.141218] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 892.141558] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.141706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.141743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.141999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.142612] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.142783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.144786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.144786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.144786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.144786] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.157974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.157974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.157974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.157974] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.158310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.158310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.158310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.158383] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.158595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.158595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.158595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.158786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.158786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.158853] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.161752] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.161865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.161934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.162202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.162309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.173198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 892.645649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.647887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.647887] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 already deleted. [ 892.647887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.663583] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.664121] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.666425] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666425] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.666425] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.666425] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.666664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666715] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.666846] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.667080] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.667200] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.667356] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.667423] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.667529] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.667630] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.667806] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.669834] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888c133-244b-41f0-9537-5de0a72b4711: rpc.has_security_group_logging(os_id): False [ 892.694829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.694980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.695081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.695386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.695492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.695724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.695809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.695856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.696737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.696737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.696737] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.696737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.696737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.698142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.699179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.699179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.699179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.700180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.700408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.700502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.700600] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 892.702518] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.702681] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.702822] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.702980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.704782] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-bec551b9-999d-4545-a3d3-b2b707fbc9e1 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.705694] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.705792] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.706073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.706360] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec551b9-999d-4545-a3d3-b2b707fbc9e1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.780689] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.780878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.780940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.781176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.781327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.796650] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 893.080532] env[66071]: INFO networking_nsxv3.common.synchronization [None req-dcb4cc14-c030-41ea-98c6-d52023bf27db None None] Enqueued Resource ID: 20db42fc-754e-4c1e-94c4-f60a06768332 with Priority: HIGHEST for action port [ 893.081068] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20db42fc-754e-4c1e-94c4-f60a06768332 with Priority: HIGHEST for action port [ 893.081367] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-20db42fc-754e-4c1e-94c4-f60a06768332 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.081486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20db42fc-754e-4c1e-94c4-f60a06768332" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.081572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20db42fc-754e-4c1e-94c4-f60a06768332" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.081824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20db42fc-754e-4c1e-94c4-f60a06768332" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.081901] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20db42fc-754e-4c1e-94c4-f60a06768332',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.210672] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.210893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.211047] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.211337] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.211695] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.211695] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port bec551b9-999d-4545-a3d3-b2b707fbc9e1 not found, creating... [ 893.211884] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.212563] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.212563] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.212563] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.212563] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.212846] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.212989] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.213119] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.213368] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.213488] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.213941] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: bec551b9-999d-4545-a3d3-b2b707fbc9e1 is going to be created. [ 893.234545] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.234770] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.235312] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.235312] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.235706] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.235939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.584118] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20db42fc-754e-4c1e-94c4-f60a06768332 [ 893.584630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.584630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.584630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.584794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.584866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.584964] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20db42fc-754e-4c1e-94c4-f60a06768332 already deleted. [ 893.585060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20db42fc-754e-4c1e-94c4-f60a06768332" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.605477] env[66071]: INFO networking_nsxv3.common.synchronization [None req-3024734b-96b9-4c67-9aad-ef0276eddaed tempest-ServerActionsV293TestJSON-581834729 tempest-ServerActionsV293TestJSON-581834729-project-member] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 893.606115] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 893.606920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.606920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.606920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.607130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.607130] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.774689] env[66071]: INFO networking_nsxv3.common.synchronization [None req-83bda950-3cf9-4d04-906b-8df2d4fa59e0 tempest-ServerActionsV293TestJSON-581834729 tempest-ServerActionsV293TestJSON-581834729-project-member] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 893.774689] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 893.775094] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.775094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.968584] env[66071]: INFO networking_nsxv3.common.synchronization [req-b6a55e3c-bcb5-4430-9bfb-814df7f29835 req-d3f9382b-4d08-4f1b-b676-4424881b7d46 service nova] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_rules [ 893.968824] env[66071]: INFO networking_nsxv3.common.synchronization [req-b6a55e3c-bcb5-4430-9bfb-814df7f29835 req-d3f9382b-4d08-4f1b-b676-4424881b7d46 service nova] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 893.969014] env[66071]: INFO networking_nsxv3.common.synchronization [req-b6a55e3c-bcb5-4430-9bfb-814df7f29835 req-d3f9382b-4d08-4f1b-b676-4424881b7d46 service nova] Enqueued Resource ID: bec551b9-999d-4545-a3d3-b2b707fbc9e1 with Priority: HIGHEST for action port [ 893.973113] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_rules [ 893.973113] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 893.973113] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec551b9-999d-4545-a3d3-b2b707fbc9e1 with Priority: HIGHEST for action port [ 893.973113] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.973113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.973113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.973113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.973113] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.973397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.973546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.973635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.973847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.973997] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.979994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.979994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.979994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.979994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.979994] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.981836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec551b9-999d-4545-a3d3-b2b707fbc9e1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.982026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.982135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.982338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.982541] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec551b9-999d-4545-a3d3-b2b707fbc9e1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.129046] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.129310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.129405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.129644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.129808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.130288] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 already deleted. [ 894.130288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.130288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.130494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.130494] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.182388] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 894.182610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.183131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.183336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.183523] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.183636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.183701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.183842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.183916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.184708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.184708] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.486082] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.486536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.486536] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.487222] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bec551b9-999d-4545-a3d3-b2b707fbc9e1 with status ACTIVE [ 894.487417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.489600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.489600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.489600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.490202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.490202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.490202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.490202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.490658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.490658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.490874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490874] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bec551b9-999d-4545-a3d3-b2b707fbc9e1 is going to be updated. [ 894.724403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.724403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.724403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.724403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.724403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.724403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec551b9-999d-4545-a3d3-b2b707fbc9e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.727110] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.727110] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.727110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.727582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.727711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.727960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.728710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.728872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.729080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.729309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.729412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.730182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.730182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.730182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.730182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.730182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.754073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.754073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.754073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.754073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.754308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.754308] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 already deleted. [ 894.754308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.817546] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 894.817895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.997026] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.114633] env[66071]: INFO networking_nsxv3.common.synchronization [req-07c8c3e7-0cca-45a1-a10d-4ffd5f85f162 req-8e57e8d1-9f84-4c02-a430-d73108e11846 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 895.114773] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 895.114990] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.115177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.115177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.116430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.116430] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.116430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.116430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.116430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.116430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.116430] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.232558] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144b2a34-2beb-433d-93af-f1b18cdc437a: rpc.has_security_group_logging(os_id): False [ 895.257798] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.258147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.258264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.258548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.287660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.287990] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.288132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.288221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.288411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.288493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.288727] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.288900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.289010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.289803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.289959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.290516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.291916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.292174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.292266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.292363] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 895.378200] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.378200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.378200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.378200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.378438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.394811] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 895.931115] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.933159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.933159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.933159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.933159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.933159] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be created. [ 895.935500] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.935500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.939993] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.939993] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 already deleted. [ 895.939993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.966204] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.966312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.966510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.966752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.977508] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: UNINITIALIZED for 2s [ 896.275226] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.275560] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.275767] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.276332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.276460] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.276737] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.276927] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.277249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.277462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.277707] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.278102] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.278102] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.278102] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.278234] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.278372] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.278546] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.307583] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.307787] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.307918] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.308162] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.308439] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-015815ad-e955-403c-a2b0-b3afc5fa107f taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.308831] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.309259] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.309419] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.310710] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015815ad-e955-403c-a2b0-b3afc5fa107f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.403752] env[66071]: INFO networking_nsxv3.common.synchronization [req-99a59388-daf8-4ca6-b0da-1e7d43239d0d req-8baa3ff3-7500-4904-aa92-39db25ff6316 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 896.404485] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 896.404882] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.405079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.405179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.405451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.405670] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.405810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.405986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.406272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.406405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.406579] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.624325] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b6215f2b-3272-458c-85b9-d17f39a9db66 None None] Enqueued Resource ID: 840d5e98-ac86-4059-9388-c023c5961dd9 with Priority: HIGHEST for action port [ 896.625282] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840d5e98-ac86-4059-9388-c023c5961dd9 with Priority: HIGHEST for action port [ 896.626420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-840d5e98-ac86-4059-9388-c023c5961dd9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.626614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840d5e98-ac86-4059-9388-c023c5961dd9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.626724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840d5e98-ac86-4059-9388-c023c5961dd9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.627120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840d5e98-ac86-4059-9388-c023c5961dd9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.627262] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840d5e98-ac86-4059-9388-c023c5961dd9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.815715] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.815715] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815715] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.816040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.817363] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.817363] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 015815ad-e955-403c-a2b0-b3afc5fa107f not found, creating... [ 896.817363] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.818939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.818939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.818939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.818939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.818939] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.818939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.819242] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.819621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.820514] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.820740] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 015815ad-e955-403c-a2b0-b3afc5fa107f is going to be created. [ 896.846653] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846849] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846976] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.847332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.847548] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.847771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.910054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.910054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.910369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.910579] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.910731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.910964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.911066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 896.949995] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.949995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.949995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.949995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.949995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.968139] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 897.130779] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 840d5e98-ac86-4059-9388-c023c5961dd9 [ 897.130997] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.131147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.131217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.131439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.131561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.131708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:840d5e98-ac86-4059-9388-c023c5961dd9 already deleted. [ 897.131708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840d5e98-ac86-4059-9388-c023c5961dd9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.419826] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 897.420181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.645807] env[66071]: INFO networking_nsxv3.common.synchronization [req-07c8c3e7-0cca-45a1-a10d-4ffd5f85f162 req-d0671ce1-9056-475c-9711-4d105444633e service nova] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 897.645991] env[66071]: INFO networking_nsxv3.common.synchronization [req-07c8c3e7-0cca-45a1-a10d-4ffd5f85f162 req-d0671ce1-9056-475c-9711-4d105444633e service nova] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 897.646141] env[66071]: INFO networking_nsxv3.common.synchronization [req-07c8c3e7-0cca-45a1-a10d-4ffd5f85f162 req-d0671ce1-9056-475c-9711-4d105444633e service nova] Enqueued Resource ID: 015815ad-e955-403c-a2b0-b3afc5fa107f with Priority: HIGHEST for action port [ 897.646716] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_rules [ 897.646842] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 897.646933] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015815ad-e955-403c-a2b0-b3afc5fa107f with Priority: HIGHEST for action port [ 897.649802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.651044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.651044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.651044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.651044] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.651440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.651579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.651623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.651861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.652869] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.652869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.652869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.652869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.652869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.652869] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.653830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-015815ad-e955-403c-a2b0-b3afc5fa107f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.654125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.654125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.654182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.654263] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015815ad-e955-403c-a2b0-b3afc5fa107f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.989496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 897.989819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.990523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.990683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.991324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.991324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.991324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.991324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.991324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.991324] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.157186] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.157390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.157563] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.158909] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 015815ad-e955-403c-a2b0-b3afc5fa107f with status ACTIVE [ 898.159111] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.159614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.159614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.159796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.159899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.160516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.160577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.160607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.160838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.160935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.161143] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.161239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.161295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.161483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.161568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.161623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 015815ad-e955-403c-a2b0-b3afc5fa107f is going to be updated. [ 898.184585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.184759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.184798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.184992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.185146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.185301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015815ad-e955-403c-a2b0-b3afc5fa107f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.256427] env[66071]: INFO networking_nsxv3.common.synchronization [req-451d36c0-9a5c-4023-bf32-6d7aff15fe0d req-bfa60656-beec-4c37-bb5c-eee0e3576e32 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 898.256933] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 898.257340] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257914] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.258016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.258216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.258442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.258582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258668] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.494598] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.494598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.660155] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.662196] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.662445] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.662607] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.662916] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.663227] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.663697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.663697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.663834] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.663994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.664231] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.664348] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.664495] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.664662] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.664806] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.664921] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.665113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.688828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.688956] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.689583] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.689583] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.689795] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-75917a94-3967-4c4f-bd4a-8df2b6486610 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.689990] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690122] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.690743] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75917a94-3967-4c4f-bd4a-8df2b6486610',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.760833] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.981748] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 898.982281] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 898.982541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.167866] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.167866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.168235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.168235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.168480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.168480] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 is going to be created. [ 899.193407] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.193643] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.193811] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.194076] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.194228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.194392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 75917a94-3967-4c4f-bd4a-8df2b6486610 not found, creating... [ 899.194666] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.194825] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.194943] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.195195] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.195339] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.195621] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.195775] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.195889] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.196109] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.196241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.196377] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 75917a94-3967-4c4f-bd4a-8df2b6486610 is going to be created. [ 899.198412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.198585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.198585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.198746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.198898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.211260] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: UNINITIALIZED for 2s [ 899.223500] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.227035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.227035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.227035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.227035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.227035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.263474] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.765831] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.766075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.766166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.766389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.766508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.766699] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 899.798759] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.798981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.798981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.799340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.799442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.810078] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 899.959961] env[66071]: INFO networking_nsxv3.common.synchronization [req-451d36c0-9a5c-4023-bf32-6d7aff15fe0d req-c9ac302e-ff28-4400-8616-dcea42a2b22c service nova] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_rules [ 899.961081] env[66071]: INFO networking_nsxv3.common.synchronization [req-451d36c0-9a5c-4023-bf32-6d7aff15fe0d req-c9ac302e-ff28-4400-8616-dcea42a2b22c service nova] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 899.961081] env[66071]: INFO networking_nsxv3.common.synchronization [req-451d36c0-9a5c-4023-bf32-6d7aff15fe0d req-c9ac302e-ff28-4400-8616-dcea42a2b22c service nova] Enqueued Resource ID: 75917a94-3967-4c4f-bd4a-8df2b6486610 with Priority: HIGHEST for action port [ 899.961081] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_rules [ 899.961374] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 899.961374] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75917a94-3967-4c4f-bd4a-8df2b6486610 with Priority: HIGHEST for action port [ 899.961669] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.961763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.962022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.962716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.962716] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-75917a94-3967-4c4f-bd4a-8df2b6486610 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.962716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.962716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.962716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.963080] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75917a94-3967-4c4f-bd4a-8df2b6486610',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.464812] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75917a94-3967-4c4f-bd4a-8df2b6486610 with status ACTIVE [ 900.465122] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.465650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.465650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.465650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.465650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.465924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.466029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.466118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.466489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.466489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.466586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.466648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.467761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.467761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.467761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.467761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75917a94-3967-4c4f-bd4a-8df2b6486610 is going to be updated. [ 900.492849] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.493054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.493116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.493333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.493463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.493623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75917a94-3967-4c4f-bd4a-8df2b6486610" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.052399] env[66071]: INFO networking_nsxv3.common.synchronization [req-8f59e275-6039-4759-9741-9ae5d69fb1c4 req-d22b7c69-17a3-4a7d-ac5a-55386b58fcd7 tempest-ServerTagsTestJSON-1777894724 tempest-ServerTagsTestJSON-1777894724-project-member] Enqueued Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 901.058614] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 901.058813] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.059548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.061091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.061267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.065020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.065020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.065020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.065020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.065020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.065020] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.226161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: SUCCESS [ 901.226161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.226161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.226349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.226616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.226757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.226872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.227112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.227271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.227675] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.452908] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.452908] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-170" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.452908] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-170" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.453360] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-170" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.453470] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.453625] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.453741] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.453968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.455192] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455436] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.455557] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.455668] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.456795] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.456795] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.456795] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.456795] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.477371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.477726] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.477726] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.477945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-170" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.478344] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-85578322-eb47-475e-b05d-3583b587f351 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478510] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.479088] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.479316] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85578322-eb47-475e-b05d-3583b587f351',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.568225] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.568398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.568473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.568694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.568783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.569101] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.569101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.569244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.569339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.569422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 already deleted. [ 901.573029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.733114] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.819748] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 901.819923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.820101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.820381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.820545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.820697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.820768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.821171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.821285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.821380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.821548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.821631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.821683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.821830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.821970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.822078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.822138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.822277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.822353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.822433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.822518] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.823836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.823836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.824896] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.824896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.824896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.824896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.824896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.824896] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.982476] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.983313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.983313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.983313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.983313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.983532] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 85578322-eb47-475e-b05d-3583b587f351 not found, creating... [ 901.983767] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.983945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.984088] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.984359] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.984541] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.984985] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.984985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.985660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.986883] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.986883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 85578322-eb47-475e-b05d-3583b587f351 is going to be created. [ 902.008854] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.009601] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.010664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.010664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.010664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.010664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.235421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3a3ab8c-1175-4c25-a975-28b440131063: rpc.has_security_group_logging(os_id): False [ 902.253386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.253535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.253642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.253804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.253900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.254142] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.254233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.254306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.254489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.254571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.254661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 is going to be created. [ 902.314279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.314455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.314531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.314809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.315019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.326166] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: IN_PROGRESS for 2s [ 902.326375] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6b9fec-aa39-40df-b8a5-56cb47e63b32: rpc.has_security_group_logging(os_id): False [ 902.327465] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.344338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.344506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.344547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.344774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.344871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.345101] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.345215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.345254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.345406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.345484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.345656] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.345750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.345811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.346144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.346144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.346256] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.346308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.346404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.346529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.346605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.346691] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be created. [ 902.410337] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.410595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.410595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.410780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.410960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.432366] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 902.735390] env[66071]: INFO networking_nsxv3.common.synchronization [req-8f59e275-6039-4759-9741-9ae5d69fb1c4 req-6b1a30ec-9748-4090-acfa-729c78ef75e5 service nova] Enqueued Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_rules [ 902.735390] env[66071]: INFO networking_nsxv3.common.synchronization [req-8f59e275-6039-4759-9741-9ae5d69fb1c4 req-6b1a30ec-9748-4090-acfa-729c78ef75e5 service nova] Enqueued Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 902.735602] env[66071]: INFO networking_nsxv3.common.synchronization [req-8f59e275-6039-4759-9741-9ae5d69fb1c4 req-6b1a30ec-9748-4090-acfa-729c78ef75e5 service nova] Enqueued Resource ID: 85578322-eb47-475e-b05d-3583b587f351 with Priority: HIGHEST for action port [ 902.736161] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_rules [ 902.736420] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 902.736618] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85578322-eb47-475e-b05d-3583b587f351 with Priority: HIGHEST for action port [ 902.737458] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.738067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.738264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.738726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.738863] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.740402] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.740533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.740601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.740792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.740950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.741155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.741260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.741486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.741692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.741838] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.743850] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-85578322-eb47-475e-b05d-3583b587f351 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.744041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.744158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.744365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.744496] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85578322-eb47-475e-b05d-3583b587f351',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.829240] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.248715] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.248715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248715] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85578322-eb47-475e-b05d-3583b587f351 with status ACTIVE [ 903.248715] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.249550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.249550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.249550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.249550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.249550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.249748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.249748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.251967] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.253255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.253255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.253255] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85578322-eb47-475e-b05d-3583b587f351 is going to be updated. [ 903.277769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.277924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.277995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.278243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.278380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.278549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85578322-eb47-475e-b05d-3583b587f351" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.333058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 903.398910] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.399091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.399162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.399580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.399746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.414645] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 903.756623] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.259274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.259744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.259744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.259826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.259903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.260008] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 is going to be created. [ 904.305024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.305024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.305024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.305024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.305024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.315586] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: UNINITIALIZED for 2s [ 904.340692] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: SUCCESS [ 904.340878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448187] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 904.448582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.449183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.449401] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.666929] env[66071]: INFO networking_nsxv3.common.synchronization [None req-66c3e00f-e62f-4cad-8471-4383a9539c2c tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 904.667178] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 904.668484] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.668484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.668484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.668484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.668484] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.951861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.952224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.022585] env[66071]: INFO networking_nsxv3.common.synchronization [None req-bde02a51-eef3-4292-80cc-10cd34a96178 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 905.023177] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 905.023579] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.023725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.197210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.197210] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 already deleted. [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.197210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.197587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.197587] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.431037] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.431037] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.431037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.431037] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.721822] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.721822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.721822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.721822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.721822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.721822] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 already deleted. [ 905.721822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.943981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.943981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.943981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.943981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.943981] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.220171] env[66071]: INFO networking_nsxv3.common.synchronization [req-3dad9f6f-2c50-4c2d-bf2f-42d951960023 req-8e8fb5c7-87d3-4fb6-8834-4a8313329f51 tempest-ServerMetadataNegativeTestJSON-1342134010 tempest-ServerMetadataNegativeTestJSON-1342134010-project-member] Enqueued Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 906.220481] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 906.220739] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.220918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.220958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.221376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.221546] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.221669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.221757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.221947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.222079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.222178] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.331182] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: SUCCESS [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.331182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.331182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.331182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.444703] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6b9fec-aa39-40df-b8a5-56cb47e63b32: rpc.has_security_group_logging(os_id): False [ 906.467554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.467744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.467744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.467953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.468058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.468323] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.468431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.468495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.468658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.468797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.468916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.469017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.469571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.469708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.470051] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 906.551592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.551592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.551592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.551592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.551592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.576026] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6cf6eace-7614-4f0e-98de-46f7d62e1ecf None None] Enqueued Resource ID: d34913e6-1a6b-4426-9f97-c07bd5936e5f with Priority: HIGHEST for action port [ 906.576026] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34913e6-1a6b-4426-9f97-c07bd5936e5f with Priority: HIGHEST for action port [ 906.576026] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 906.576310] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34913e6-1a6b-4426-9f97-c07bd5936e5f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.576398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34913e6-1a6b-4426-9f97-c07bd5936e5f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.576462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34913e6-1a6b-4426-9f97-c07bd5936e5f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.576926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34913e6-1a6b-4426-9f97-c07bd5936e5f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.576926] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34913e6-1a6b-4426-9f97-c07bd5936e5f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.726442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.726662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.726739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.726968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.727107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.727321] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.727431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.727495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.727663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.727743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.727830] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e already deleted. [ 906.727911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.834239] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.834491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.834491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.834727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.834923] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.835471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.835648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.835766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.835935] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.836063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.836125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.836275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.836483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.836633] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.836806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.837838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.837838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.837838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.837838] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.079666] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d34913e6-1a6b-4426-9f97-c07bd5936e5f [ 907.080242] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.080595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.080812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.081492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.081492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.081492] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d34913e6-1a6b-4426-9f97-c07bd5936e5f already deleted. [ 907.081492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34913e6-1a6b-4426-9f97-c07bd5936e5f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.340421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30: rpc.has_security_group_logging(os_id): False [ 907.364786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.364786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.364786] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.364786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.365478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.365478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.365478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.365570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.365870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.365870] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 is going to be created. [ 907.487275] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.487497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.487497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.487691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.487878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.522790] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: IN_PROGRESS for 2s [ 907.544818] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.545078] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-17" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.545185] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-17" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.545551] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-17" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.545848] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.546048] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.546164] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.546427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.547915] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.547915] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.547915] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.547915] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.547915] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.547915] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.547915] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.547915] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.572355] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.572355] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.572355] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.572355] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-17" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.572355] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-52cf64c5-e640-434a-b409-ef7059561900 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.572355] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.572754] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.572797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.572965] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52cf64c5-e640-434a-b409-ef7059561900',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.077261] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.077489] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.077589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.077854] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.078084] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.078282] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 52cf64c5-e640-434a-b409-ef7059561900 not found, creating... [ 908.079696] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.079939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.080168] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.080319] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.080463] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.080753] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.080908] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.081039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.081340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.081396] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.081624] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 52cf64c5-e640-434a-b409-ef7059561900 is going to be created. [ 908.084857] env[66071]: INFO networking_nsxv3.common.synchronization [req-c1f9d976-7ade-4548-b9f7-e8e003f88e11 req-b6bd5d5f-8269-40c0-8522-29d875d912c8 tempest-MigrationsAdminTest-249193088 tempest-MigrationsAdminTest-249193088-project-member] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 908.085123] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGHEST for action security_group_members [ 908.085790] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.085908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.085976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.086575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.086678] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.086767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.086819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.086934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.086995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.087085] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.106415] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.106524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.106727] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.106893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.107137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.107402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.556334] env[66071]: INFO networking_nsxv3.common.synchronization [None req-32fe797b-ecff-4b69-b4c9-17dec2b933a9 None None] Enqueued Resource ID: 9a9a5f51-ed3f-4b5b-88fd-e018194b3969 with Priority: HIGHEST for action port [ 908.560252] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9a5f51-ed3f-4b5b-88fd-e018194b3969 with Priority: HIGHEST for action port [ 908.560252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9a5f51-ed3f-4b5b-88fd-e018194b3969 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.560252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9a5f51-ed3f-4b5b-88fd-e018194b3969" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.560252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9a5f51-ed3f-4b5b-88fd-e018194b3969" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.560252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9a5f51-ed3f-4b5b-88fd-e018194b3969" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.560252] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9a5f51-ed3f-4b5b-88fd-e018194b3969',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.589110] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.589308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.589430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.589689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.591765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 908.591959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.605580] env[66071]: INFO networking_nsxv3.common.synchronization [req-e3541b3c-8a43-40a5-b61a-d8e4e85ac0a8 req-fbe289f8-bd2a-4854-90bc-45de9aa8aa84 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 908.606101] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 908.606411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.606532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.606601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.607122] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.607122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.607122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.607299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.607425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.607515] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.613255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.613255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.613255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.613255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.613255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.613255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.613255] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be updated. [ 908.642556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.642796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.642796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.643347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.643347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.653533] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: IN_PROGRESS for 2s [ 908.869327] env[66071]: INFO networking_nsxv3.common.synchronization [req-3dad9f6f-2c50-4c2d-bf2f-42d951960023 req-4dabb61d-1030-474f-8e92-ab778d9eefab service nova] Enqueued Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_rules [ 908.869533] env[66071]: INFO networking_nsxv3.common.synchronization [req-3dad9f6f-2c50-4c2d-bf2f-42d951960023 req-4dabb61d-1030-474f-8e92-ab778d9eefab service nova] Enqueued Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 908.869676] env[66071]: INFO networking_nsxv3.common.synchronization [req-3dad9f6f-2c50-4c2d-bf2f-42d951960023 req-4dabb61d-1030-474f-8e92-ab778d9eefab service nova] Enqueued Resource ID: 52cf64c5-e640-434a-b409-ef7059561900 with Priority: HIGHEST for action port [ 908.870234] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_rules [ 908.870370] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 908.870763] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52cf64c5-e640-434a-b409-ef7059561900 with Priority: HIGHEST for action port [ 908.870763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.871805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.873115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.873115] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.873335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.873335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.873894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.873894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.873894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.874130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.874192] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.874986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-52cf64c5-e640-434a-b409-ef7059561900 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.877337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.878213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.878515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.878605] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52cf64c5-e640-434a-b409-ef7059561900',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.063956] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a9a5f51-ed3f-4b5b-88fd-e018194b3969 [ 909.063956] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.063956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.063956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.063956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.063956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.063956] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a9a5f51-ed3f-4b5b-88fd-e018194b3969 already deleted. [ 909.063956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9a5f51-ed3f-4b5b-88fd-e018194b3969" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.112406] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.112406] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.112406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.112406] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 909.147683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.147683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.147683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.147683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.147683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.156864] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 909.380206] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.380370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.380719] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.382425] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52cf64c5-e640-434a-b409-ef7059561900 with status ACTIVE [ 909.382425] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.382425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.382648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.383183] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.383183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.383355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.383401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.383578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.383669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.383895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.383972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.384070] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52cf64c5-e640-434a-b409-ef7059561900 is going to be updated. [ 909.407433] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.407694] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.407769] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.408036] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.408343] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.408529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.408649] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.408870] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.409023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.409282] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.409445] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.409560] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.409696] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.409817] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.409910] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.410051] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.412724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.412850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.412939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.413138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.413269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.413440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52cf64c5-e640-434a-b409-ef7059561900" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.436949] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.437154] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.437322] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.437499] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.437834] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b2c30e6a-1e00-49f1-87f1-0112012823e1 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.438075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.438164] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.438547] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.438717] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c30e6a-1e00-49f1-87f1-0112012823e1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.542217] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: SUCCESS [ 909.542843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.886519] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.942039] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.942039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.942507] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.942731] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.943988] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b2c30e6a-1e00-49f1-87f1-0112012823e1 not found, creating... [ 909.944288] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.944461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.944578] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.944905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.945068] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.945353] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.945507] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.946722] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.946985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947147] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.947296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b2c30e6a-1e00-49f1-87f1-0112012823e1 is going to be created. [ 909.968663] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.968807] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.969431] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.970904] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.971402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.971495] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.388819] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.388999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.389187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.389730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.389863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.389997] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e is going to be created. [ 910.421728] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.421941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.421987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.422193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.422358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.440461] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: UNINITIALIZED for 2s [ 910.664381] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc in Status: SUCCESS [ 910.664602] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc deletion is rescheduled due to dependency. [ 910.664725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.691028] env[66071]: INFO networking_nsxv3.common.synchronization [req-e3541b3c-8a43-40a5-b61a-d8e4e85ac0a8 req-80198493-be32-4ac3-aca5-46bd1487f74b service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 910.691169] env[66071]: INFO networking_nsxv3.common.synchronization [req-e3541b3c-8a43-40a5-b61a-d8e4e85ac0a8 req-80198493-be32-4ac3-aca5-46bd1487f74b service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 910.691628] env[66071]: INFO networking_nsxv3.common.synchronization [req-e3541b3c-8a43-40a5-b61a-d8e4e85ac0a8 req-80198493-be32-4ac3-aca5-46bd1487f74b service nova] Enqueued Resource ID: b2c30e6a-1e00-49f1-87f1-0112012823e1 with Priority: HIGHEST for action port [ 910.692112] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 910.692112] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 910.692220] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c30e6a-1e00-49f1-87f1-0112012823e1 with Priority: HIGHEST for action port [ 910.692497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.692755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.692755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.692944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.693088] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.694721] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.694721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.694721] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c30e6a-1e00-49f1-87f1-0112012823e1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.694721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.694721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.694721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.695034] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c30e6a-1e00-49f1-87f1-0112012823e1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.170719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 911.171122] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 911.171122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.171748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.171991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.172413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.172413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.172560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.172651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.172748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.172830] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.197487] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.197581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.198100] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c30e6a-1e00-49f1-87f1-0112012823e1 with status ACTIVE [ 911.198292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.198429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.198494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.198866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.198866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.201415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201415] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c30e6a-1e00-49f1-87f1-0112012823e1 is going to be updated. [ 911.226849] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.226849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.226849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.226849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.226849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.226849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c30e6a-1e00-49f1-87f1-0112012823e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.676201] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.179264] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.458188] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: SUCCESS [ 912.460191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.460379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.460622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.460833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.460962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.461043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.461209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.461294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.461386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.461482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.682857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.682857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.683142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.683237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.683347] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 912.718560] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.718766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.718976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.719176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.729605] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 912.966083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.966268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.966392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.966561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.966773] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.966868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.966905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.971374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.971492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.971620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.971831] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.971962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.972047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.972230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.972408] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.972514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.972591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.972760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.972833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.972937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.973253] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.475723] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e4d66b-5915-40ad-8daa-14f9feb2291e: rpc.has_security_group_logging(os_id): False [ 913.501918] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.502083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.502148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.502370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.502458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.502650] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.502749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.502814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.502970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.503060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.503249] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.503344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.503404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.503548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.503624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.503878] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.503929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.503971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.504132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.504208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.504292] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e is going to be created. [ 913.581134] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.581336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.581381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.581616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.581736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.591813] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: IN_PROGRESS for 2s [ 913.933786] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0140625d-f513-408f-86ff-ac58ff4dd82e tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 with Priority: HIGHEST for action security_group_rules [ 913.933969] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 with Priority: HIGHEST for action security_group_rules [ 913.934357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.934513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.934580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.934843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.934953] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.148780] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c0efef89-e2df-494a-bc14-5fa9e62985b3 tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 with Priority: HIGHEST for action security_group_rules [ 914.151922] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 with Priority: HIGHEST for action security_group_rules [ 914.151922] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.151922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.259521] env[66071]: INFO networking_nsxv3.common.synchronization [None req-119ee2ea-bd1b-46ab-b1a2-f715f88a4486 None None] Enqueued Resource ID: 5401c092-9085-4966-9cb8-b9e95f389aa4 with Priority: HIGHEST for action port [ 914.259926] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5401c092-9085-4966-9cb8-b9e95f389aa4 with Priority: HIGHEST for action port [ 914.260437] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-5401c092-9085-4966-9cb8-b9e95f389aa4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.260437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5401c092-9085-4966-9cb8-b9e95f389aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.260573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5401c092-9085-4966-9cb8-b9e95f389aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.260788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5401c092-9085-4966-9cb8-b9e95f389aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.260833] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5401c092-9085-4966-9cb8-b9e95f389aa4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.465315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.465532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.465532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.465780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.466115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466115] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 already deleted. [ 914.466585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.466585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.466698] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.742105] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 914.742797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.745145] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.745464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.745767] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.745963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.746659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.746944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.747160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.747275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.747515] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.765462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5401c092-9085-4966-9cb8-b9e95f389aa4 [ 914.765462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.765462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.765462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.765462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.765462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.765462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5401c092-9085-4966-9cb8-b9e95f389aa4 already deleted. [ 914.765462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5401c092-9085-4966-9cb8-b9e95f389aa4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.990157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.990356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.990685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.990782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.990881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1 already deleted. [ 914.990966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a0ab3d-b2a2-4bba-8e08-8266feba3cf1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.250905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.251264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.251368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.251528] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.251643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.251864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.251952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.252049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.252201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.252294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.252356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.252494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.252933] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.252933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.252933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.252933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253173] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.605417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: SUCCESS [ 915.605650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.756161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48bec2f-0e2d-497d-8e3b-3b9ef5e12477: rpc.has_security_group_logging(os_id): False [ 915.784474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.784741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.784741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.784908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.785031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.785246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.785703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.785831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.786149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.786271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.786331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.786454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.786550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.786740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.786853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.786891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.787148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.787288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.787391] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 915.879736] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.879736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.879736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.879736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.880859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.897969] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 915.917265] env[66071]: INFO networking_nsxv3.common.synchronization [None req-5e34ec5c-7445-4e59-9f4e-84252b3105d3 tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 915.917265] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 915.917547] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.917547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.917639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.919823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.919823] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.144508] env[66071]: INFO networking_nsxv3.common.synchronization [None req-816c3cd0-9e12-4e8d-8e59-0f1583ecee16 tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 916.145236] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 916.145587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.145707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.446321] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.446321] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 already deleted. [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.446321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.446321] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.595030] env[66071]: INFO networking_nsxv3.common.synchronization [req-0c950d29-91fd-4ef8-8110-5227094d62ed req-0e567357-9d10-4ab3-bfc2-74d8be249063 tempest-ServersTestBootFromVolume-1197727256 tempest-ServersTestBootFromVolume-1197727256-project-member] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 916.595600] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGHEST for action security_group_members [ 916.596541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.596541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.596541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.596692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.596836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.596915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.596951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.597092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.597367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.597367] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.669962] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e8a4b51b-483c-492f-8e7e-5f46e6876377 None None] Enqueued Resource ID: 522f1b23-4d04-46b0-b5e9-bea97e5c9067 with Priority: HIGHEST for action port [ 916.669962] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f1b23-4d04-46b0-b5e9-bea97e5c9067 with Priority: HIGHEST for action port [ 916.669962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-522f1b23-4d04-46b0-b5e9-bea97e5c9067 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.669962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522f1b23-4d04-46b0-b5e9-bea97e5c9067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.669962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522f1b23-4d04-46b0-b5e9-bea97e5c9067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.670349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522f1b23-4d04-46b0-b5e9-bea97e5c9067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.670511] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522f1b23-4d04-46b0-b5e9-bea97e5c9067',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.970097] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.970097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.970097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.970097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.970097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.970097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 already deleted. [ 916.970097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.100443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.100443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.100443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.100648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.124023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.124023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.124150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.124150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.124350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.124436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.124524] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfe7275-e295-4469-809d-61933fb513bd is going to be updated. [ 917.160075] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.160242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.160379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.160829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.160829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.170632] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: IN_PROGRESS for 2s [ 917.178443] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 522f1b23-4d04-46b0-b5e9-bea97e5c9067 [ 917.179151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.179151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.179151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.179578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.179578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.179578] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:522f1b23-4d04-46b0-b5e9-bea97e5c9067 already deleted. [ 917.179578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522f1b23-4d04-46b0-b5e9-bea97e5c9067" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763891] env[66071]: INFO networking_nsxv3.common.synchronization [req-94d4324e-bfde-4c02-961f-828d291a2542 req-30bd8674-a35b-47d5-afda-4d5651f434da tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 917.765686] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 917.766588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.766693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.767217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.770702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.770702] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.770702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.770702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.770702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.770702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.770702] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.919409] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 917.919409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.247739] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.248036] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.248075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.248315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.248572] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.249505] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.249723] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.250158] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.250405] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.250760] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.250949] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.251156] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.251330] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.252160] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.252294] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.252462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.272527] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.275105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.275193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.275413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.275543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.275925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.275925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.275925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.275925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 918.278615] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.278791] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.278907] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.279514] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.279514] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-42d31df2-52a7-48b2-afa9-ad44828fcc9e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.279514] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.279514] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.280034] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.280166] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d31df2-52a7-48b2-afa9-ad44828fcc9e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.310623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.310730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.310788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.311017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.311159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.338247] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 918.782930] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.783229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.783298] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.783935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.783935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.783935] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 42d31df2-52a7-48b2-afa9-ad44828fcc9e not found, creating... [ 918.784180] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.784381] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.784722] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.787177] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.787177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.787177] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 42d31df2-52a7-48b2-afa9-ad44828fcc9e is going to be created. [ 918.810028] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.810028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.810028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.810028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.810028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.181832] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfe7275-e295-4469-809d-61933fb513bd in Status: SUCCESS [ 919.182101] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfe7275-e295-4469-809d-61933fb513bd deletion is rescheduled due to dependency. [ 919.182224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.601915] env[66071]: INFO networking_nsxv3.common.synchronization [req-94d4324e-bfde-4c02-961f-828d291a2542 req-5bd9260c-29c2-4f52-946b-f4a7889a2cd2 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 919.602530] env[66071]: INFO networking_nsxv3.common.synchronization [req-94d4324e-bfde-4c02-961f-828d291a2542 req-5bd9260c-29c2-4f52-946b-f4a7889a2cd2 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 919.602530] env[66071]: INFO networking_nsxv3.common.synchronization [req-94d4324e-bfde-4c02-961f-828d291a2542 req-5bd9260c-29c2-4f52-946b-f4a7889a2cd2 service nova] Enqueued Resource ID: 42d31df2-52a7-48b2-afa9-ad44828fcc9e with Priority: HIGHEST for action port [ 919.602726] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 919.602859] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 919.602955] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d31df2-52a7-48b2-afa9-ad44828fcc9e with Priority: HIGHEST for action port [ 919.603393] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.603518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.603586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.603778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.603859] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.605101] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.605193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.605381] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d31df2-52a7-48b2-afa9-ad44828fcc9e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.605519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.605560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.605758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.605758] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d31df2-52a7-48b2-afa9-ad44828fcc9e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.105773] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.105909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109277] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42d31df2-52a7-48b2-afa9-ad44828fcc9e with status ACTIVE [ 920.109515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.109634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.110345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.110345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110345] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.110345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.110345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.110656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.110656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110781] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.110875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.110925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.111083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.111170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.111371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42d31df2-52a7-48b2-afa9-ad44828fcc9e is going to be updated. [ 920.136023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.136023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.136023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.136023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.136023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.136023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d31df2-52a7-48b2-afa9-ad44828fcc9e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.351407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 920.351915] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 920.351915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.352092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.352218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.352478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.352478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.352870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.352870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.352870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.352870] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.380063] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f0ea013-15fa-4e28-9305-85eaa22cc9a0 req-27d5de68-7c6a-49e8-87ba-9315aee0e268 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 920.380620] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 920.380994] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.381138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.381221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.381466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.381640] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.381748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.381812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.382007] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.382103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.382200] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.767646] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.767963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.768073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.768410] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.768787] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.768991] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.769140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.769366] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.769566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.769781] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.769890] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.769998] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.770118] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.770223] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.770327] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.770457] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.791062] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.791062] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.791062] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.791062] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.791358] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-7d12ccac-53a8-4c7e-a63a-830caff0363d taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.791536] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.791650] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.791956] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.792106] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12ccac-53a8-4c7e-a63a-830caff0363d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.855472] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.885119] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.885293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.885367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.885953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.885953] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.885953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.886238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.886238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.886238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef already deleted. [ 920.886361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.297318] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.297318] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 7d12ccac-53a8-4c7e-a63a-830caff0363d not found, creating... [ 921.297318] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.297318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.297869] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.297869] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.298550] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.298972] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.299167] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.299383] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 7d12ccac-53a8-4c7e-a63a-830caff0363d is going to be created. [ 921.322986] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.323220] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.323387] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.323670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.323901] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.324181] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.356808] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.859719] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.860047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.860285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.860562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.860735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.861112] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 921.890086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.890286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.890335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.890664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.890850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.900603] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 922.051734] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f0ea013-15fa-4e28-9305-85eaa22cc9a0 req-ac070eb5-706d-480d-a49f-581a64e1c53d service nova] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 922.051813] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f0ea013-15fa-4e28-9305-85eaa22cc9a0 req-ac070eb5-706d-480d-a49f-581a64e1c53d service nova] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 922.051958] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f0ea013-15fa-4e28-9305-85eaa22cc9a0 req-ac070eb5-706d-480d-a49f-581a64e1c53d service nova] Enqueued Resource ID: 7d12ccac-53a8-4c7e-a63a-830caff0363d with Priority: HIGHEST for action port [ 922.052462] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_rules [ 922.052596] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 922.052718] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d12ccac-53a8-4c7e-a63a-830caff0363d with Priority: HIGHEST for action port [ 922.052953] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.053122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.053341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.053341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.053499] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.054265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.054405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.054483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.055708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.055708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.055708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.055708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.055708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.055708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.055708] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.056117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d12ccac-53a8-4c7e-a63a-830caff0363d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.056117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.056117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.056335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.056335] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d12ccac-53a8-4c7e-a63a-830caff0363d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.558614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.558614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.558614] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.561348] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d12ccac-53a8-4c7e-a63a-830caff0363d with status ACTIVE [ 922.561348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.561348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.561348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.561348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.561348] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d12ccac-53a8-4c7e-a63a-830caff0363d is going to be updated. [ 922.588064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.588360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.588510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.588761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.588912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.589095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d12ccac-53a8-4c7e-a63a-830caff0363d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.814273] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9b546f0-03a0-4a87-aa8d-ca60d2817b25 req-bd75bb69-1d20-49ff-bc22-fc1afddeb6ef tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 922.814884] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 922.815247] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.815396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.815470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.815693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.815881] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.816014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.816089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.816274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.816364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.816484] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.063029] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.166117] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.166348] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.166486] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.166750] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.167018] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.167174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.167287] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.167545] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.167665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.167865] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.167977] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.168096] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.168201] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.168308] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.168409] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.169311] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.188300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.188479] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.188616] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.188791] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.189124] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-1aaacceb-c92a-4a5e-a496-157a4d6a6782 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.189301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.189501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.189838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.189974] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aaacceb-c92a-4a5e-a496-157a4d6a6782',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.319653] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.319881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.319930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.320135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.320230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.320989] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.320989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.320989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.320989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.320989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.320989] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 923.370368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.370573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.370630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.370827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.370971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.380851] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 923.565802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.566244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.566382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.566604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.566721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.566827] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef is going to be created. [ 923.591349] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.591550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.591550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.592015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.592015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.601120] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: UNINITIALIZED for 2s [ 923.695574] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.695905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.695980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.696280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.696516] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.696571] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 1aaacceb-c92a-4a5e-a496-157a4d6a6782 not found, creating... [ 923.697263] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.697263] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.697263] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.697653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.697653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.697943] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.698136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.700140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.700140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.700140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.700140] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 1aaacceb-c92a-4a5e-a496-157a4d6a6782 is going to be created. [ 923.719829] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.720073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.720073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.720339] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.720638] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.720938] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.910289] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 923.910528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.910723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.910960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.911165] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.911754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.911754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.911754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.911754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.911754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.911969] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.415415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.415765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.415765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.416126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.416336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.416465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.416534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.416711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.416816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.416894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.417062] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.417159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.417222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.417783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.417783] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.417783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.417783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.417783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.418047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.418047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.418047] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.475928] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9b546f0-03a0-4a87-aa8d-ca60d2817b25 req-a9b83283-92ec-4028-977c-d212ef386931 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 924.476398] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9b546f0-03a0-4a87-aa8d-ca60d2817b25 req-a9b83283-92ec-4028-977c-d212ef386931 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 924.476563] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9b546f0-03a0-4a87-aa8d-ca60d2817b25 req-a9b83283-92ec-4028-977c-d212ef386931 service nova] Enqueued Resource ID: 1aaacceb-c92a-4a5e-a496-157a4d6a6782 with Priority: HIGHEST for action port [ 924.477264] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 924.477488] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 924.477941] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aaacceb-c92a-4a5e-a496-157a4d6a6782 with Priority: HIGHEST for action port [ 924.478478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.478478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.478652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.478922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.479087] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.481165] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.481165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.481708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aaacceb-c92a-4a5e-a496-157a4d6a6782 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.481892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.481999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.482256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.482374] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aaacceb-c92a-4a5e-a496-157a4d6a6782',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.920893] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 924.941536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.941780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.941926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.942320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.942443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.942696] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.942893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.943143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.943361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.943502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.943817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.943938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.944044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.944246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.944335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.944583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.944694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.944773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.944969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.945074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.945180] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 924.984730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.985088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.985256] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aaacceb-c92a-4a5e-a496-157a4d6a6782 with status ACTIVE [ 924.985609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.985707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.985772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.986521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.986521] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.986521] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.986907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.986907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.987685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.987685] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.987685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.987825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.988015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.988101] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aaacceb-c92a-4a5e-a496-157a4d6a6782 is going to be updated. [ 925.091879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.091879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.091879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.092172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.092354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.092486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aaacceb-c92a-4a5e-a496-157a4d6a6782" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.098975] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.098975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.099228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.100034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.100127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.118152] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 925.186410] env[66071]: INFO networking_nsxv3.common.synchronization [req-c6e34c7a-eaaf-4528-b64a-0b5dc6c355cf req-fb624c18-35b8-4179-a6e1-5ae3836a1a32 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 925.187103] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 925.187541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.187683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.187742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.187932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.188543] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.188670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.188738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.188918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.189029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.189135] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.346173] env[66071]: INFO networking_nsxv3.common.synchronization [req-4219e70c-e174-4705-8761-1f01fb6f39b6 req-ef9db4fa-644d-4454-8d25-fe8097bea598 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 925.346790] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 925.348712] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.348906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.348946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.349282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.349323] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.349638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.349638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.349741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.349783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.349889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.391235] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 925.391412] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 925.391530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.391692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.392175] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.392300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.392365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.392526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.392695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.392780] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.578281] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.578653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.578653] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.578859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.579147] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.579337] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.579471] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.579722] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.579871] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.580219] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.580871] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.580871] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.581014] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.581125] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.581238] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.581454] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.606235] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.606672] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.606971] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.607322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608659] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608659] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608659] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608659] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608659] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.614029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: SUCCESS [ 925.614546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.615198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.615645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.615970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.616565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.616733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.616992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.618131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.618131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.618131] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.692128] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.692391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.692457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.692664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.713423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.713685] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.713825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.713892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.714111] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.714193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.714281] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 925.727692] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.727998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.728116] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.728371] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.728703] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.728939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.729123] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.729377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.729627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.729978] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.730206] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.730343] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.730454] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.730566] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.730684] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.730873] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.745164] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.745361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.745441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.745643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.753135] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.753464] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.754310] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.754310] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.754481] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-48ff1c07-cc13-4913-98f6-95e4b8c32b34 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.754758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.754936] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.755983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.755983] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ff1c07-cc13-4913-98f6-95e4b8c32b34',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.757762] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 925.856113] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.894881] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.111639] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.111888] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.112046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.112327] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.112474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.112626] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c not found, creating... [ 926.112882] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.113046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.113161] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113391] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.113527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113797] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.113948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.114074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.114277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.114410] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.114541] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c is going to be created. [ 926.119207] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.135117] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135358] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.136012] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.136305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.257947] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.258267] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.258515] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.258897] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.259035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.259211] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 48ff1c07-cc13-4913-98f6-95e4b8c32b34 not found, creating... [ 926.259503] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.259753] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.259881] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.260225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.260377] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.260824] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.261036] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.261189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.261423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.261562] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261760] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 48ff1c07-cc13-4913-98f6-95e4b8c32b34 is going to be created. [ 926.299377] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.299665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.299871] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.300709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.301242] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.301590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.359490] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.397768] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.621952] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb1f70e-7649-4f13-b3fc-b230298364ef: rpc.has_security_group_logging(os_id): False [ 926.643502] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.643502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.643502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.643933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.643933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.644038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.644171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.644171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.644362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.644362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.644464] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef is going to be created. [ 926.754413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.754571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.754647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.754867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.755064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766555] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: IN_PROGRESS for 2s [ 926.862335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.862525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.862565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.862998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.862998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.862998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [req-c6e34c7a-eaaf-4528-b64a-0b5dc6c355cf req-096c719f-6f5d-4774-9460-761141486005 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [req-c6e34c7a-eaaf-4528-b64a-0b5dc6c355cf req-096c719f-6f5d-4774-9460-761141486005 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [req-c6e34c7a-eaaf-4528-b64a-0b5dc6c355cf req-096c719f-6f5d-4774-9460-761141486005 service nova] Enqueued Resource ID: e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c with Priority: HIGHEST for action port [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 926.871024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c with Priority: HIGHEST for action port [ 926.871829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.872365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.872638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872820] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.873863] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.874169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.874463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.874690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.876018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.876018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.876018] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.894865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.896354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.896976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.897328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.897611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.900653] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.901178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.901459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.901638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901822] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 926.919898] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 926.938131] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.938131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.938131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.938131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.938131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.948212] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [req-4219e70c-e174-4705-8761-1f01fb6f39b6 req-cd638142-f5be-47e2-9375-a2899938be8b service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [req-4219e70c-e174-4705-8761-1f01fb6f39b6 req-cd638142-f5be-47e2-9375-a2899938be8b service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [req-4219e70c-e174-4705-8761-1f01fb6f39b6 req-cd638142-f5be-47e2-9375-a2899938be8b service nova] Enqueued Resource ID: 48ff1c07-cc13-4913-98f6-95e4b8c32b34 with Priority: HIGHEST for action port [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 927.006277] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ff1c07-cc13-4913-98f6-95e4b8c32b34 with Priority: HIGHEST for action port [ 927.006277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.006277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.006766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.007262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.007783] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.012907] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.013397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.014966] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ff1c07-cc13-4913-98f6-95e4b8c32b34 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.015261] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.015989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.015989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.015989] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ff1c07-cc13-4913-98f6-95e4b8c32b34',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.133153] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 927.133469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.378127] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.378270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384082] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c with status ACTIVE [ 927.384082] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.384361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.384453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.384664] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.385036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.385132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.385255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.385478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.385537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.385773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.385773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.385873] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c is going to be updated. [ 927.410524] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.410758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.410970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.411341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e01f2ed7-f9a7-482a-9bfb-6b6ec33fda7c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.519646] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.519842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.521234] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48ff1c07-cc13-4913-98f6-95e4b8c32b34 with status ACTIVE [ 927.521234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.521234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.521234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.521573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.521573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.521800] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.521800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.521800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.521962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.522025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.522110] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48ff1c07-cc13-4913-98f6-95e4b8c32b34 is going to be updated. [ 927.551857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.551998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.552084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.552283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.552458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.552640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ff1c07-cc13-4913-98f6-95e4b8c32b34" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.768027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 927.768301] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea deletion is rescheduled due to dependency. [ 927.768301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.768360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.768580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.768765] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.768908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.769385] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.275260] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.778162] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.781712] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: SUCCESS [ 928.781846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.931869] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 928.932342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.932670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.933039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.933385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.933621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.933752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.934066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.934245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.934438] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.965775] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 928.965775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.965954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.966249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.966531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.966725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.966859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.967087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.967223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.967336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.967451] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.281221] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.281456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.281682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.281779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.282455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 929.316931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.317099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.317165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.317425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.317595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.328659] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 929.437694] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.470234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.472027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.472027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.472027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.472377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.472691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.472774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.473029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.473199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.473318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.473549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.474096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.474096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.474096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.474420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.474420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.474420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.474628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.474712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.474880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.474983] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.940966] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.977784] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9493636-ab96-4cd0-a78d-70148af354f5: rpc.has_security_group_logging(os_id): False [ 930.002944] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.002944] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.002944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.003659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.004731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004947] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.005275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.005275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.005353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.005507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.005645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.005759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.006208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.006208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.006208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.006208] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 930.115788] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.119229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.119229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.119229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.119229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.137446] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 930.445030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.445680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.445815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.445815] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 930.480521] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.480796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.480796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.481065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.481204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.503471] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 930.912505] env[66071]: INFO networking_nsxv3.common.synchronization [req-c901e7d2-a308-4422-8e51-f9485beea3de req-22f4ce72-2776-498d-8956-6051c03fccf9 tempest-ServerTagsTestJSON-1777894724 tempest-ServerTagsTestJSON-1777894724-project-member] Enqueued Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 930.912505] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGHEST for action security_group_members [ 930.912505] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.912505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.912505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.912887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.912887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.913025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.913074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.913293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.913396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.913506] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.340033] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 931.340353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.340472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.340693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.340888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.341035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.341163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.341396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.341512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.341612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.341707] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.416649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.416856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.416938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.417168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.417269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.417446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.417545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.417663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.417778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.417858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.417946] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 is going to be updated. [ 931.446427] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.446568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.446638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.446849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.446985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.457847] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: IN_PROGRESS for 2s [ 931.844284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.844444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.844501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.844739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.844936] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.845097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.845172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.845320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.845416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.845500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.845647] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.846035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.846035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.846201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.846201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.846290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.846464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.846673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.846817] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.157143] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 932.157364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.349293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2100280f-4eeb-4aca-b138-71f5522ed9ea: rpc.has_security_group_logging(os_id): False [ 932.372038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.372038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.372038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.372038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.372318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.372405] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.372562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.372669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.373355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.373355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.373355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.373863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.373863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.373863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.373863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.374802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.374802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.374802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.374802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.374802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.375100] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 932.460529] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.460728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.463229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.463229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.463229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.492535] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 932.524078] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.524078] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.524078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.524078] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.696418] env[66071]: INFO networking_nsxv3.common.synchronization [None req-766d9fe0-2dd9-4c88-abb3-a7680d407dd5 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 932.697885] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 932.698496] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.698746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.699001] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.699419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.699658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.699850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.699950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.700175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.700334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.700668] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.027469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.027746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.027746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.027919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.028142] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.028268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.028360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.028568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.028681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.028787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.029083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.029239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.029335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.029631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.029929] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.030526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.030748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.031062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.031207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.031388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.032118] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.207808] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.473314] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 in Status: SUCCESS [ 933.473683] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 deletion is rescheduled due to dependency. [ 933.473722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.533841] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888c133-244b-41f0-9537-5de0a72b4711: rpc.has_security_group_logging(os_id): False [ 933.564497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.564645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.564691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.564930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.565066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.565277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.565415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.565452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.565670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.565799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566122] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.566313] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.566617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.566742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.567405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.567481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.568260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.568569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.568726] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 933.574421] env[66071]: INFO networking_nsxv3.common.synchronization [req-977055a0-025d-4220-877b-f0f1fbc6b066 req-8f4994df-0008-4684-8b6b-f3276ddf1f5e tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 933.575170] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 933.575606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.575808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.575905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.576270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.576483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.576599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.576666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.576834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.576941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.577454] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.642855] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.643030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.643099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.643757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.643757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.670479] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 933.710342] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.070799] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.070993] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.071081] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.071305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.071693] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.071802] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.071861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.072051] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.072238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.074812] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.074812] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.074812] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.074812] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.074812] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.074812] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.074812] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.080646] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.080776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.080776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082046] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082046] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 already deleted. [ 934.082046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.096057] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.096269] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.096412] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.096598] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.096963] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-8731d623-8380-4692-9597-6771f20311b1 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.097298] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.099031] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.099031] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.099031] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8731d623-8380-4692-9597-6771f20311b1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.213838] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.214095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.214282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.214425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.214513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.214605] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 934.250154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.250333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.253022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.253022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.253022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.262734] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 934.505660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 934.506040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.601038] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.601508] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.601508] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.601674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.601832] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.602010] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 8731d623-8380-4692-9597-6771f20311b1 not found, creating... [ 934.602275] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.602585] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.602720] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.603037] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.603186] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.603466] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.603621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.603935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.604284] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.604636] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.604806] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 8731d623-8380-4692-9597-6771f20311b1 is going to be created. [ 934.636080] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.636440] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.636669] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.637129] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.637467] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.637798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.143499] env[66071]: INFO networking_nsxv3.common.synchronization [req-54855f76-2f1c-47f6-8478-a6eea0e4d691 req-9f74d5c7-dfac-465e-a6d4-1b1eabf2b474 tempest-ServerMetadataNegativeTestJSON-1342134010 tempest-ServerMetadataNegativeTestJSON-1342134010-project-member] Enqueued Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 935.144893] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGHEST for action security_group_members [ 935.144893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.145263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.145263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.145343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.145718] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.145718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.145718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.145874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.145942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.146095] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.423353] env[66071]: INFO networking_nsxv3.common.synchronization [req-977055a0-025d-4220-877b-f0f1fbc6b066 req-36d5ac80-a0f6-4213-b46a-faeded0fbdc9 service nova] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 935.424611] env[66071]: INFO networking_nsxv3.common.synchronization [req-977055a0-025d-4220-877b-f0f1fbc6b066 req-36d5ac80-a0f6-4213-b46a-faeded0fbdc9 service nova] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 935.424828] env[66071]: INFO networking_nsxv3.common.synchronization [req-977055a0-025d-4220-877b-f0f1fbc6b066 req-36d5ac80-a0f6-4213-b46a-faeded0fbdc9 service nova] Enqueued Resource ID: 8731d623-8380-4692-9597-6771f20311b1 with Priority: HIGHEST for action port [ 935.425523] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_rules [ 935.425872] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 935.425872] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8731d623-8380-4692-9597-6771f20311b1 with Priority: HIGHEST for action port [ 935.426109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.426238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.427343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.427649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.427799] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.428980] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.429138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.429196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.429404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.430198] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.430198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.430198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.430198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.430198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.430537] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.431828] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8731d623-8380-4692-9597-6771f20311b1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.431999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.432101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.432474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.432590] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8731d623-8380-4692-9597-6771f20311b1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.648905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.648905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.649386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.649386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.649536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.649865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.649978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.650038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.650225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.650333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.650455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e is going to be updated. [ 935.684999] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.685349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.685349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.685758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.685758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.693893] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 935.693893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.696496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: IN_PROGRESS for 2s [ 935.711740] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.712088] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.712167] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.712450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.712796] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.713052] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.713194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.713734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.713902] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.714160] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.714275] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.714389] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.714502] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.714615] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.714776] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.714964] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.740281] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.740281] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.740451] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.740654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.740989] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-e42672fe-8c1e-4342-be2b-1013993f95aa taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.741225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.741413] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.741807] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.741897] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42672fe-8c1e-4342-be2b-1013993f95aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.934686] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.935867] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.936031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.937103] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8731d623-8380-4692-9597-6771f20311b1 with status ACTIVE [ 935.937103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.937103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.937103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.937320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.937405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.937660] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.937821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.937905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.938246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.938375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.939016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.939016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.939016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.939168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.939771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.939771] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8731d623-8380-4692-9597-6771f20311b1 is going to be updated. [ 935.967022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.967263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.967263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.967672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.967672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.967807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8731d623-8380-4692-9597-6771f20311b1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.244958] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.245188] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.245288] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.245569] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.245718] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.245886] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port e42672fe-8c1e-4342-be2b-1013993f95aa not found, creating... [ 936.246163] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.246335] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.246454] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.246680] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.246818] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.247122] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.247280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.247393] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.247700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.247848] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.247990] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: e42672fe-8c1e-4342-be2b-1013993f95aa is going to be created. [ 936.267918] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.268160] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.268285] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.268608] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269191] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.269191] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.273279] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 936.273451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.298780] env[66071]: INFO networking_nsxv3.common.synchronization [req-1b7418f8-a3df-427c-b373-e836d4aa063a req-760a2728-e2c3-4089-ba81-87463d87831f tempest-InstanceActionsV221TestJSON-947248066 tempest-InstanceActionsV221TestJSON-947248066-project-member] Enqueued Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 936.299961] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 936.300366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.300522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.300591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.300909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.301098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.301233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.301331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.301492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.301580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.301691] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.437291] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.675910] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.676280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-308" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.676280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-308" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.676631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-308" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.676943] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677157] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.677283] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.677520] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.677717] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.677907] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.678060] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.678201] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.678323] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.678441] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.678575] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.678744] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.700717] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.700983] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.701276] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.701553] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-308" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.702055] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-721bc25d-3a37-4255-b153-1aa30277d5f7 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.702339] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.702536] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.703015] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.703252] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721bc25d-3a37-4255-b153-1aa30277d5f7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.804096] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.804362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.804362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.804668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.804758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.805035] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.805157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.805221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.805379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.805455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.805551] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232be851-b7fe-4439-9a46-7b8e19a33613 already deleted. [ 936.805636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.942760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.942760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.942760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.942760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.942760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.942760] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 is going to be created. [ 936.969769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.969912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.969990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.970255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.970432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.982255] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: UNINITIALIZED for 2s [ 937.032654] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ac7bdba-e5c5-450d-aca0-5f352c298837 req-3a5f5193-1d4f-4279-9497-e684703cfd3a service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 937.032915] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ac7bdba-e5c5-450d-aca0-5f352c298837 req-3a5f5193-1d4f-4279-9497-e684703cfd3a service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 937.035911] env[66071]: INFO networking_nsxv3.common.synchronization [req-2ac7bdba-e5c5-450d-aca0-5f352c298837 req-3a5f5193-1d4f-4279-9497-e684703cfd3a service nova] Enqueued Resource ID: e42672fe-8c1e-4342-be2b-1013993f95aa with Priority: HIGHEST for action port [ 937.036433] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 937.036433] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 937.036433] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42672fe-8c1e-4342-be2b-1013993f95aa with Priority: HIGHEST for action port [ 937.036758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.037504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.037504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.037504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.037687] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.039427] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.039952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.040310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.040553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.041123] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.041123] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.041215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.041355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.041467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.041603] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.042844] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42672fe-8c1e-4342-be2b-1013993f95aa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.042947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.043149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.043360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.043423] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42672fe-8c1e-4342-be2b-1013993f95aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.206627] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.206896] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.207093] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.207473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.207652] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.207851] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 721bc25d-3a37-4255-b153-1aa30277d5f7 not found, creating... [ 937.208217] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.208424] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.208576] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.208850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.209304] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.209389] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.209566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.209731] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.209978] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.210155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.210336] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 721bc25d-3a37-4255-b153-1aa30277d5f7 is going to be created. [ 937.236025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.236350] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.236519] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.236889] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.237244] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.237565] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.546482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.546645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.546871] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.547925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e42672fe-8c1e-4342-be2b-1013993f95aa with status ACTIVE [ 937.548180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.548294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.548294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.548519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.548855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.548855] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.549025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.549025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.549548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.549638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.549862] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.549987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550409] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e42672fe-8c1e-4342-be2b-1013993f95aa is going to be updated. [ 937.580044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.580204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.580204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.580514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.580707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.580888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42672fe-8c1e-4342-be2b-1013993f95aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.709264] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e in Status: SUCCESS [ 937.709774] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e deletion is rescheduled due to dependency. [ 937.709774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.972215] env[66071]: INFO networking_nsxv3.common.synchronization [req-1b7418f8-a3df-427c-b373-e836d4aa063a req-1e60ef51-4d07-4159-a77a-d226bbfb50a9 service nova] Enqueued Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_rules [ 937.972429] env[66071]: INFO networking_nsxv3.common.synchronization [req-1b7418f8-a3df-427c-b373-e836d4aa063a req-1e60ef51-4d07-4159-a77a-d226bbfb50a9 service nova] Enqueued Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 937.972558] env[66071]: INFO networking_nsxv3.common.synchronization [req-1b7418f8-a3df-427c-b373-e836d4aa063a req-1e60ef51-4d07-4159-a77a-d226bbfb50a9 service nova] Enqueued Resource ID: 721bc25d-3a37-4255-b153-1aa30277d5f7 with Priority: HIGHEST for action port [ 937.973503] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_rules [ 937.973809] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 937.974047] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721bc25d-3a37-4255-b153-1aa30277d5f7 with Priority: HIGHEST for action port [ 937.974435] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.974568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.975543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.975858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.975858] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.977955] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.978089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.979022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.979022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.979304] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.981164] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-721bc25d-3a37-4255-b153-1aa30277d5f7 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.981164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.981164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.981164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.984757] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721bc25d-3a37-4255-b153-1aa30277d5f7',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.052899] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.486228] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.487385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.487561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.489649] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 721bc25d-3a37-4255-b153-1aa30277d5f7 with status ACTIVE [ 938.489848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.489979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.490065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.490276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.490620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.490620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.490901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.491010] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.491217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.491804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.492236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.492341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.492534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.492656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492864] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 721bc25d-3a37-4255-b153-1aa30277d5f7 is going to be updated. [ 938.532649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.532809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.532875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.533413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.533573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.533840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-721bc25d-3a37-4255-b153-1aa30277d5f7" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.557781] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.557781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.557781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.557781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.557781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.557781] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 938.606793] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.606793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.606793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.606793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.606793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.622790] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 938.662171] env[66071]: INFO networking_nsxv3.common.synchronization [req-93aa6339-8d8f-483f-9141-3348373ac944 req-01310637-e0b6-4be8-9518-a5716a6d6d53 tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 938.662387] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 938.662708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.662834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.662903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.663128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.663283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.663380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.663445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.663589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.663675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.663779] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.989223] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.994857] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: SUCCESS [ 938.994857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.994857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.994857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.994857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.994857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.995188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.995188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.995188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.995281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.995381] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.045028] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.045028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.045028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.045028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.045351] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.045351] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.045351] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.045602] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.045710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.045924] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.046061] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.048455] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.048455] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.048455] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.048455] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.048455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.066028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.066234] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.066361] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.066593] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.066914] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-0d910e84-0a93-457a-9bb4-f4fea92819e3 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.067101] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.067220] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.067632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.067756] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d910e84-0a93-457a-9bb4-f4fea92819e3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.166049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.166196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.166274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.166493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.166588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.166780] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.166899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.166964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.167128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.167205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.167293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 939.209313] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.209507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.209507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.209775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.209927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.222160] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 939.491588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.491745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.491813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.492116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.492182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.492261] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232be851-b7fe-4439-9a46-7b8e19a33613 is going to be created. [ 939.497121] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.519759] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.519956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.520067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.520325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.520526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.534191] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: UNINITIALIZED for 2s [ 939.570710] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.571179] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.571373] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.571700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.571911] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.572176] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 0d910e84-0a93-457a-9bb4-f4fea92819e3 not found, creating... [ 939.572594] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.572875] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.573085] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.573646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.573646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.573902] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.574111] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.574256] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.574504] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.574662] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.574817] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 0d910e84-0a93-457a-9bb4-f4fea92819e3 is going to be created. [ 939.605640] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.607850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.607850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.607850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.607850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.607850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.000619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5edcedda-034e-4daa-8aac-711e5dc37d26: rpc.has_security_group_logging(os_id): False [ 940.024840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.025044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.025044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.025443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.025681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.026125] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.026260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.026380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.026558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.027769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.027885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 is going to be created. [ 940.098117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.098299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.098379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.098586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.098762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.110765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: IN_PROGRESS for 2s [ 940.413259] env[66071]: INFO networking_nsxv3.common.synchronization [req-93aa6339-8d8f-483f-9141-3348373ac944 req-3fae0af9-7187-42f0-a8e3-982078af775f service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 940.413497] env[66071]: INFO networking_nsxv3.common.synchronization [req-93aa6339-8d8f-483f-9141-3348373ac944 req-3fae0af9-7187-42f0-a8e3-982078af775f service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 940.413619] env[66071]: INFO networking_nsxv3.common.synchronization [req-93aa6339-8d8f-483f-9141-3348373ac944 req-3fae0af9-7187-42f0-a8e3-982078af775f service nova] Enqueued Resource ID: 0d910e84-0a93-457a-9bb4-f4fea92819e3 with Priority: HIGHEST for action port [ 940.414291] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 940.414425] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 940.414541] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d910e84-0a93-457a-9bb4-f4fea92819e3 with Priority: HIGHEST for action port [ 940.415279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.415279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.415279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.415279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.415546] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.417082] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.417219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.417535] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d910e84-0a93-457a-9bb4-f4fea92819e3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.417673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.417825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.418056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.418155] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d910e84-0a93-457a-9bb4-f4fea92819e3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.635327] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 940.635621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.635870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.636149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.636351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.636556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.636654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.636884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.636984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.637067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.637174] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.920574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.920733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.920904] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d910e84-0a93-457a-9bb4-f4fea92819e3 with status ACTIVE [ 940.921093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.921207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.921263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.921539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.921600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.921723] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.921818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.921876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.922033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.922210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.922276] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.922366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.922427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.922556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.922622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.922705] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d910e84-0a93-457a-9bb4-f4fea92819e3 is going to be updated. [ 940.945244] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.945395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.945516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.945730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.945871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.946041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d910e84-0a93-457a-9bb4-f4fea92819e3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.142645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.142977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.143033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.143320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.143579] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.143745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.143843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.144130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.144265] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.144416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.144619] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.144782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.144858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.145099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.145335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.145469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.145596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.145787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.145905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.146076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.146190] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.235442] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 941.235442] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 deletion is rescheduled due to dependency. [ 941.235615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.235778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.236097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.236284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.236836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.236836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.236836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.236836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.236836] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.544829] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: SUCCESS [ 941.545060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.545224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.545447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.545636] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.545751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.545820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.545968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.546063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.546149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.546238] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.652301] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2100280f-4eeb-4aca-b138-71f5522ed9ea: rpc.has_security_group_logging(os_id): False [ 941.673489] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673489] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673489] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.674563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.677423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.677423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.677423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.677423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.677423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.677423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 941.739429] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.745367] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.745511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.745636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.745780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.745925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.760381] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 942.048518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.048982] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.049260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.049321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.049436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049709] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.049843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.049843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.050105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.050252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.050375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.050443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.050580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.050692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.050797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.050960] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.126954] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: SUCCESS [ 942.127567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.243563] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.557265] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 232be851-b7fe-4439-9a46-7b8e19a33613: rpc.has_security_group_logging(os_id): False [ 942.579720] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.579926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.579970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.580228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.580333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.580562] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.580667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.580731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.580895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.580976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.581179] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.581472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.581590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.581976] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.581976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.586023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.586023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232be851-b7fe-4439-9a46-7b8e19a33613 is going to be created. [ 942.693747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.693900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.693976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.694229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.694427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.707479] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: IN_PROGRESS for 2s [ 942.746246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.746440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.746578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.746755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.746846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.747175] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 942.794832] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.794832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.794832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.794832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.794832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.806594] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 943.495319] env[66071]: INFO networking_nsxv3.common.synchronization [req-12ebce84-7bd4-413b-a3e7-236c722fe917 req-71f88555-dbbc-49fd-8562-20f863945a3e tempest-ServerActionsV293TestJSON-581834729 tempest-ServerActionsV293TestJSON-581834729-project-member] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 943.495319] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 943.495319] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.495319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.495319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.495319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.496202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.496454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.496608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.496915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.497133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.497322] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.777022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 943.777022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.935109] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.935305] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-844" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.935423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-844" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.935763] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-844" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.936291] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.936494] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.936611] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.937022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.937022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.938196] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.938909] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.938993] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.939099] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.940088] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.940286] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.940504] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.968246] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.968466] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.969155] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.969155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-844" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.969155] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-bb8f3287-dfad-4d10-80a3-b30f58323c84 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.969394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.969537] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.969980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.970651] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8f3287-dfad-4d10-80a3-b30f58323c84',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.000250] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.000537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.000650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.003537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.003697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.005342] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.005791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.005897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.006239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.006398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.006588] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 already deleted. [ 944.006761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.474015] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.474230] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.474446] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.474825] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.475016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.475182] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port bb8f3287-dfad-4d10-80a3-b30f58323c84 not found, creating... [ 944.475461] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.475621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.475781] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.476213] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.476439] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.476833] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.477015] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.477147] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.477366] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.478144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.478363] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: bb8f3287-dfad-4d10-80a3-b30f58323c84 is going to be created. [ 944.503395] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.504075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.504075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.504201] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.504479] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.504996] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.583047] env[66071]: INFO networking_nsxv3.common.synchronization [req-73db3940-1038-4c9f-bee7-ae6b7f5824da req-1c6ccb1d-8976-4350-aa34-94bbb72e2e4e tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 944.583047] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 944.583047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.583328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.583451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.583959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.584289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.584675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.584753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.584943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.585037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.585140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.719143] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: SUCCESS [ 944.719623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.822091] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 944.822320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.822517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.822751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.822986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.823156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.823250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.823444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.823528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.823618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.823708] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.088425] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.088683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.088926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.090071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.090071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.090071] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 945.125673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.125758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.125826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.126056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.126203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.136127] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 945.309636] env[66071]: INFO networking_nsxv3.common.synchronization [req-12ebce84-7bd4-413b-a3e7-236c722fe917 req-0d389160-e6ab-4cf4-9e6a-d56fa3cabeea service nova] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 945.309636] env[66071]: INFO networking_nsxv3.common.synchronization [req-12ebce84-7bd4-413b-a3e7-236c722fe917 req-0d389160-e6ab-4cf4-9e6a-d56fa3cabeea service nova] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 945.309636] env[66071]: INFO networking_nsxv3.common.synchronization [req-12ebce84-7bd4-413b-a3e7-236c722fe917 req-0d389160-e6ab-4cf4-9e6a-d56fa3cabeea service nova] Enqueued Resource ID: bb8f3287-dfad-4d10-80a3-b30f58323c84 with Priority: HIGHEST for action port [ 945.311325] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_rules [ 945.311753] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 945.312223] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8f3287-dfad-4d10-80a3-b30f58323c84 with Priority: HIGHEST for action port [ 945.313268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.314127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.315384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.315384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.315384] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.317493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.317624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.317713] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.318028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.321550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.321550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.321550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.321550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.321550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.321550] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.322244] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8f3287-dfad-4d10-80a3-b30f58323c84 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.322487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.322630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.322813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.323247] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8f3287-dfad-4d10-80a3-b30f58323c84',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.326211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.328513] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.328513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.329823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.329823] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.329823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.329823] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.828869] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.828869] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.828869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.833423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8f3287-dfad-4d10-80a3-b30f58323c84 with status ACTIVE [ 945.833423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.833423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.833423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.834067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.834067] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.834067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.834067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.834067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.834067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.834283] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8f3287-dfad-4d10-80a3-b30f58323c84 is going to be updated. [ 945.835175] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a2f160-eedf-4380-84d2-79d24c59c142: rpc.has_security_group_logging(os_id): False [ 945.855726] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cb18709-a25e-4dee-8a3a-fe7d792e2032 req-971b57ea-69fc-4418-93b5-16ae892d9194 tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 945.855866] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 945.856093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.856304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.856304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.857722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.857916] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.858058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.858148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.858345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.858407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.858513] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.866593] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869023] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.869023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.870531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.870531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.871197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.871197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.871197] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 945.887357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.887605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.887771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.888041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.888187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.888364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8f3287-dfad-4d10-80a3-b30f58323c84" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.042835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.042835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.043099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.043140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.043301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.067838] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 946.329539] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.361432] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.361528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.361768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.361851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.362168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.362229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.362363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.363493] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 already deleted. [ 946.363493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.387677] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.391336] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.391559] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394493] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.394493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.394493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.394493] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.394493] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.394493] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.394493] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.394493] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.394493] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.394493] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.417504] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.417688] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.417860] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.418047] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.418378] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.418547] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.418666] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.419015] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.419159] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5186c4-5a81-4a90-93ae-d8b2ad21aa24',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.735642] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6763158f-eb98-4952-8a48-6358c13fc48f None None] Enqueued Resource ID: 60b51037-12c2-4ead-a10f-9345183c6f23 with Priority: HIGHEST for action port [ 946.736499] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b51037-12c2-4ead-a10f-9345183c6f23 with Priority: HIGHEST for action port [ 946.736911] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b51037-12c2-4ead-a10f-9345183c6f23 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.737054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b51037-12c2-4ead-a10f-9345183c6f23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.737113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b51037-12c2-4ead-a10f-9345183c6f23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.737389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b51037-12c2-4ead-a10f-9345183c6f23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.737539] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b51037-12c2-4ead-a10f-9345183c6f23',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.832678] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.833179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.833179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.833293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.833345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.833671] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 is going to be created. [ 946.861049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.861223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.861286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.861479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.861660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.873614] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: UNINITIALIZED for 2s [ 946.922044] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922306] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922414] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.922738] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.922948] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.923141] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 not found, creating... [ 946.923411] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.923573] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.923691] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.923945] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.924090] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.924379] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.924612] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.924820] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.925155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.925372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.925590] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 is going to be created. [ 946.949709] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.949709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.949709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.950427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.950738] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.950969] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 947.148882] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 947.148882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.243651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60b51037-12c2-4ead-a10f-9345183c6f23 [ 947.243651] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.243651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.243651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.243651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.243651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.243651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60b51037-12c2-4ead-a10f-9345183c6f23 already deleted. [ 947.243651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b51037-12c2-4ead-a10f-9345183c6f23" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.713214] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cb18709-a25e-4dee-8a3a-fe7d792e2032 req-2a00ffe2-0fc3-4872-a9b5-a0af92570bf7 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 947.713410] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cb18709-a25e-4dee-8a3a-fe7d792e2032 req-2a00ffe2-0fc3-4872-a9b5-a0af92570bf7 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 947.713549] env[66071]: INFO networking_nsxv3.common.synchronization [req-2cb18709-a25e-4dee-8a3a-fe7d792e2032 req-2a00ffe2-0fc3-4872-a9b5-a0af92570bf7 service nova] Enqueued Resource ID: 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 with Priority: HIGHEST for action port [ 947.714098] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 947.714227] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 947.714957] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 with Priority: HIGHEST for action port [ 947.714957] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.714957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.714957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.715337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.715524] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.716451] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.716559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.716559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.716730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.716899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.716964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.717056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.717177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.717264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.721074] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.722808] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.722934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.723014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.723203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.723281] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5186c4-5a81-4a90-93ae-d8b2ad21aa24',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.082957] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 948.082957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229024] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.229024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229024] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 with status ACTIVE [ 948.229024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.230727] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c5186c4-5a81-4a90-93ae-d8b2ad21aa24 is going to be updated. [ 948.260404] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.260540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.262953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5186c4-5a81-4a90-93ae-d8b2ad21aa24" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.729543] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.883957] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: SUCCESS [ 948.884288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.884400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.884615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.885232] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.885549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.885742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.885830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.886268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.886397] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.012658] env[66071]: INFO networking_nsxv3.common.synchronization [None req-e6002ec7-9cf5-4d3d-a5c2-423a33c0b5d2 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 949.013899] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 949.014027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.014216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.014216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.015582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.015582] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.172682] env[66071]: INFO networking_nsxv3.common.synchronization [None req-582718a0-3bae-4360-b184-1fe8001a5a35 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 949.173849] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 949.174160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.174321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.235021] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.235021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.235021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.235021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.235021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.235021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be created. [ 949.263938] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.264160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.264215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.264377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.264578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.277691] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: UNINITIALIZED for 2s [ 949.388752] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.538896] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.539129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.539129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.539344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.539437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.539538] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 already deleted. [ 949.539711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.540075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.540075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.540075] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.891737] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f386ce-21bf-4668-b748-f8f63c646c45: rpc.has_security_group_logging(os_id): False [ 949.912463] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.912463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.912463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.912463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.912463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.913366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.913366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.913366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.913366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.913815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.914488] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 is going to be created. [ 949.991529] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.991529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.991529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.992081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.992252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.009765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: IN_PROGRESS for 2s [ 950.065425] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.065425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.065425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.074171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.074171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.074171] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 already deleted. [ 950.074171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.307997] env[66071]: INFO networking_nsxv3.common.synchronization [None req-2ee79130-fe7d-43d2-870a-1e85818ab17b None None] Enqueued Resource ID: 0e3bf9a0-a1b5-4595-a576-3288beb7d3e1 with Priority: HIGHEST for action port [ 950.310298] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3bf9a0-a1b5-4595-a576-3288beb7d3e1 with Priority: HIGHEST for action port [ 950.310621] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3bf9a0-a1b5-4595-a576-3288beb7d3e1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.310752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3bf9a0-a1b5-4595-a576-3288beb7d3e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.310820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3bf9a0-a1b5-4595-a576-3288beb7d3e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311104] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3bf9a0-a1b5-4595-a576-3288beb7d3e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311186] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3bf9a0-a1b5-4595-a576-3288beb7d3e1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.815264] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3bf9a0-a1b5-4595-a576-3288beb7d3e1 [ 950.815486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.815722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.816241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.816241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.816241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.816584] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3bf9a0-a1b5-4595-a576-3288beb7d3e1 already deleted. [ 950.816725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3bf9a0-a1b5-4595-a576-3288beb7d3e1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.462822] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 951.463158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.463227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.464678] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.464678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.464678] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.967122] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.038034] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: SUCCESS [ 952.038240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245877] env[66071]: INFO networking_nsxv3.common.synchronization [req-0ea24634-730d-466a-92e9-0c427114fd17 req-18121c3e-270a-4110-be88-084df213b8c8 tempest-ServersWithSpecificFlavorTestJSON-604667528 tempest-ServersWithSpecificFlavorTestJSON-604667528-project-member] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 952.247119] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGHEST for action security_group_members [ 952.247374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.247501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.249268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.249268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.249268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.470838] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 952.498270] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.498270] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.498270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.498270] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be created. [ 952.612228] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.612228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.612228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.612228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.612484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.629405] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 952.753382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.753382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.753634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.753729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.778475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.778766] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.779070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.779181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.779270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.780389] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be updated. [ 952.823027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.823027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.823027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.823027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.823027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.832930] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: IN_PROGRESS for 2s [ 953.007271] env[66071]: INFO networking_nsxv3.common.synchronization [req-c1966d3f-a140-47d2-aff9-74116a6ba756 req-133fc0ed-119f-4a0d-9e4c-ab25885ab7f2 tempest-ServerExternalEventsTest-1623215055 tempest-ServerExternalEventsTest-1623215055-project-member] Enqueued Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 953.007271] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 953.007760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.007864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.008019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.008585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.008585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.008585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.008585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.009116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.009116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.009116] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.479569] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.480029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.480029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.480309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.480625] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.480808] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.480936] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.482438] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.482649] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482824] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.482937] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.483062] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.483171] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.483280] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.483384] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.483520] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.511575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.511876] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.512080] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.512358] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.512906] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-b0f5848c-01f1-4dfe-85b0-563671e442b9 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.513177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.513360] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.513874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.514128] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f5848c-01f1-4dfe-85b0-563671e442b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.515525] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.515703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.515817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.516112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.516255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.516551] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.516718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.516822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.517077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.517206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.517339] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 already deleted. [ 953.517464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.557274] env[66071]: INFO networking_nsxv3.common.synchronization [req-b8c40335-88c3-4d52-b609-198ebdf2e1d1 req-741cbf33-aa5c-4365-8c39-271382a9653a tempest-InstanceActionsV221TestJSON-947248066 tempest-InstanceActionsV221TestJSON-947248066-project-member] Enqueued Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 953.557949] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232be851-b7fe-4439-9a46-7b8e19a33613 with Priority: HIGHEST for action security_group_members [ 953.558350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-232be851-b7fe-4439-9a46-7b8e19a33613 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.558476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.558537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.558743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.558899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.559129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.560223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.560223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.560223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.560223] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232be851-b7fe-4439-9a46-7b8e19a33613',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.019386] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.019386] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.020145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.020145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.020145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.020302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port b0f5848c-01f1-4dfe-85b0-563671e442b9 not found, creating... [ 954.020672] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.020919] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.021079] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.021393] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.021595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.022050] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.022252] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.022412] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.022671] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.022859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.023246] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: b0f5848c-01f1-4dfe-85b0-563671e442b9 is going to be created. [ 954.044407] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.044654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.044742] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.045076] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.045360] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.045632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.062446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.062628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.062688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.062916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.063147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.063224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.063316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.063370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.063520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.063828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.063828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232be851-b7fe-4439-9a46-7b8e19a33613 is going to be updated. [ 954.110493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.110754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.110872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.112031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.112031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.122348] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: IN_PROGRESS for 2s [ 954.640764] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 954.641664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [req-c1966d3f-a140-47d2-aff9-74116a6ba756 req-fe0b77a4-4d22-4690-834f-e41aeb84e2d8 service nova] Enqueued Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_rules [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [req-c1966d3f-a140-47d2-aff9-74116a6ba756 req-fe0b77a4-4d22-4690-834f-e41aeb84e2d8 service nova] Enqueued Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [req-c1966d3f-a140-47d2-aff9-74116a6ba756 req-fe0b77a4-4d22-4690-834f-e41aeb84e2d8 service nova] Enqueued Resource ID: b0f5848c-01f1-4dfe-85b0-563671e442b9 with Priority: HIGHEST for action port [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_rules [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 954.758964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f5848c-01f1-4dfe-85b0-563671e442b9 with Priority: HIGHEST for action port [ 954.758964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.759976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.760190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.760526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.762500] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.763201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.763520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.763711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.764039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.764376] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.764640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.764827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.766040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.766040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.766040] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.767637] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f5848c-01f1-4dfe-85b0-563671e442b9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.767927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.770041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.770041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.770041] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f5848c-01f1-4dfe-85b0-563671e442b9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.842849] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 in Status: SUCCESS [ 954.843041] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 deletion is rescheduled due to dependency. [ 954.843163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.161018] env[66071]: INFO networking_nsxv3.common.synchronization [req-8de1f069-b4f6-4186-b94d-1a242fa789e3 req-b4a1b099-cf35-43b7-b4b3-48706ade981c tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 955.161018] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 955.161018] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.161018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.161018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.161603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.161871] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.162101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.163599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.163599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.163599] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.264208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.268174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.268897] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.272073] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f5848c-01f1-4dfe-85b0-563671e442b9 with status ACTIVE [ 955.275036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.275036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.275036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.275449] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.276878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.276999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.277572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.277572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.277572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f5848c-01f1-4dfe-85b0-563671e442b9 is going to be updated. [ 955.311183] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.311389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.311389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.311657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.311816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.312030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f5848c-01f1-4dfe-85b0-563671e442b9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552679] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b3529f88-cc96-469d-9415-d07eefafc9fd tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 955.554216] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 955.556533] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.556712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.667019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.771952] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.132870] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232be851-b7fe-4439-9a46-7b8e19a33613 in Status: SUCCESS [ 956.133055] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232be851-b7fe-4439-9a46-7b8e19a33613 deletion is rescheduled due to dependency. [ 956.134199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232be851-b7fe-4439-9a46-7b8e19a33613" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.170036] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.275429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.275737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.275737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.275937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.276706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.277023] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 is going to be created. [ 956.313932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.314131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.314190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.314401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.314594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.328256] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: UNINITIALIZED for 2s [ 956.419125] env[66071]: INFO networking_nsxv3.common.synchronization [req-baf4c7b3-1a84-457a-8fea-f5ff9d90f0a2 req-664b700d-4b67-41c4-a748-bae601ad4059 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 956.420211] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 956.420211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.420551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.420635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.420904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421426] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.421794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.421794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.422017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.422175] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.672939] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.673364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.673364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.673652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.673791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.674069] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 956.707392] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.707586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.707674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.708509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.708509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.718124] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 956.803162] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.803422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.804172] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.804172] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.804172] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.804388] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.804388] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.804620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.804768] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.804976] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.805118] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.805330] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.805330] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.805429] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.805527] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.805656] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.826374] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.826567] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.826718] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.826935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-311" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.827272] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.827465] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.827557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.827880] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.828026] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d7ac5c-2c09-45cd-89ee-88c346b08acd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.924441] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.331916] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.332414] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.332704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.333306] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.333568] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.333851] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port d4d7ac5c-2c09-45cd-89ee-88c346b08acd not found, creating... [ 957.334283] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.334609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.334864] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.335235] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.335482] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.338417] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.338417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.338417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.338417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.338417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.338417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: d4d7ac5c-2c09-45cd-89ee-88c346b08acd is going to be created. [ 957.366957] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.367171] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.367258] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.367643] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.368252] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.368677] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.426840] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.930346] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.930346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.930346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.930718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.930718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.930718] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 957.964833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.966834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.966834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.966834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.966834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.977921] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 958.169392] env[66071]: INFO networking_nsxv3.common.synchronization [req-baf4c7b3-1a84-457a-8fea-f5ff9d90f0a2 req-4b5cf3d6-969a-4f80-b664-dfbac8109e54 service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 958.169629] env[66071]: INFO networking_nsxv3.common.synchronization [req-baf4c7b3-1a84-457a-8fea-f5ff9d90f0a2 req-4b5cf3d6-969a-4f80-b664-dfbac8109e54 service nova] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 958.169784] env[66071]: INFO networking_nsxv3.common.synchronization [req-baf4c7b3-1a84-457a-8fea-f5ff9d90f0a2 req-4b5cf3d6-969a-4f80-b664-dfbac8109e54 service nova] Enqueued Resource ID: d4d7ac5c-2c09-45cd-89ee-88c346b08acd with Priority: HIGHEST for action port [ 958.170580] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_rules [ 958.170753] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 958.170871] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d7ac5c-2c09-45cd-89ee-88c346b08acd with Priority: HIGHEST for action port [ 958.171300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.171609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.171609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.171835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.171944] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.173114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.173267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.173918] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.174059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.174059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.174350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.174350] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d7ac5c-2c09-45cd-89ee-88c346b08acd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.342107] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: SUCCESS [ 958.343035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.343035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.343035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.343554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.343554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.343554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.344103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.344103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.344103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.344103] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.629083] env[66071]: INFO networking_nsxv3.common.synchronization [req-9e43c946-5f4c-41f7-a5b4-6ebeb5e6c165 req-8b0e60e1-e085-4a08-976b-b083b2a7465d tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 958.630172] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGHEST for action security_group_members [ 958.630172] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.630383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.630481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.630705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.630946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.631063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.631172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.631356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.631479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.631602] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.676024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.676244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.680417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4d7ac5c-2c09-45cd-89ee-88c346b08acd with status ACTIVE [ 958.680681] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.680681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.680839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.680991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.681066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.682051] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.682051] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.682051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.682381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.682381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.682381] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4d7ac5c-2c09-45cd-89ee-88c346b08acd is going to be updated. [ 958.712148] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.712396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.712558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.712743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.713801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.714053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d7ac5c-2c09-45cd-89ee-88c346b08acd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.727889] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 958.728210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.728367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.728580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.728782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.728887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.728971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.729161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.729240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.729336] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.851846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.852100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.852169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.852501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.852580] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.852840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.852840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.853043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.853043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.853128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.853268] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.853446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.853446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.853571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.853733] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.853835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.853896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.854072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.854307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.854307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.854307] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.090868] env[66071]: INFO networking_nsxv3.common.synchronization [req-0c00b89a-ea61-4c55-ade5-cbc6ecaa3745 req-33fd03ef-dab4-4c47-b917-34aa6afc6819 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 959.092289] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 959.092374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.092501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.093300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.093300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.093300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.093300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.093300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.093575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.093575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.093840] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.134954] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.137759] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.137759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.137759] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 is going to be updated. [ 959.167838] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.167838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.167838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.167838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.167838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.176086] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: IN_PROGRESS for 2s [ 959.178490] env[66071]: INFO networking_nsxv3.common.synchronization [req-9ee512cf-5156-4646-b183-7d8bad76baa4 req-cfcffd83-ed7c-40b3-b0bb-13246d62cc0f tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 959.179350] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 959.179350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.179648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.179648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.179770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.179874] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.180038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.180114] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.180275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.180399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.180620] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.232163] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.232163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.232163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.232818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.232818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.233052] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.233164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.233232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.233692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.233795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.233916] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 959.280117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.280117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.280117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.280117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.280326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.291174] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 959.358573] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd28acc0-3bfc-4fcc-859e-28cfec88ca79: rpc.has_security_group_logging(os_id): False [ 959.377724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.377887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.377982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.378194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.378809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.378977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.379131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.379195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.379364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.379448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.379687] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.379782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.379840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.381592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.381592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.381730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.381833] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.381898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.382073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.382160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.382292] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 is going to be created. [ 959.464583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.464805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.464805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.465009] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.465198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.487118] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: IN_PROGRESS for 2s [ 959.528071] env[66071]: INFO networking_nsxv3.common.synchronization [req-4df17dd7-4de3-443f-ba3f-32f0ffb901f2 req-7a1d65e4-fa40-446a-ba6c-e7648d2f60ec tempest-ServersNegativeTestJSON-1186084162 tempest-ServersNegativeTestJSON-1186084162-project-member] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 959.529261] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGHEST for action security_group_members [ 959.529420] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.529509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.529563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.529793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.530088] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.530258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.530590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.530697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.530767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.530909] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.596985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.597361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.597361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.597548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.597707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.597901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.598012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.598095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.598245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.598341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.598452] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 959.623984] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.624210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.624332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.624602] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.624862] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.625026] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.625145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.625348] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.625489] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.625698] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.625808] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.625915] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.626360] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.626360] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.626745] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.626977] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.629617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.629730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.629782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.629990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.630143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.640139] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 959.649022] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.649219] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.649357] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.649539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.649888] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-dfa6e442-a37e-4e88-be1a-1f629fc237d8 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.650082] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.650209] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.650551] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.650689] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa6e442-a37e-4e88-be1a-1f629fc237d8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.686089] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.989702] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 959.989946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.990222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.990491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.990661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.990896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.990989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.991297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.991468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.991624] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.033180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.033370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.033490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.033749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.033865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.034219] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.034378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.034452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.034663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.034749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.034871] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be updated. [ 960.080258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.080481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.080481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.080682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.080823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.093084] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: IN_PROGRESS for 2s [ 960.153438] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.154095] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.154095] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.154303] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.154568] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.154784] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port dfa6e442-a37e-4e88-be1a-1f629fc237d8 not found, creating... [ 960.155218] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.155473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.155640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.155892] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.156059] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.156411] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.156589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.156734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.157315] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.157525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.157724] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: dfa6e442-a37e-4e88-be1a-1f629fc237d8 is going to be created. [ 960.182048] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.182352] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.182502] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.182828] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.183123] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.183396] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.188401] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.497567] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.692229] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.692229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.692229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.692539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.692736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.692994] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 960.730273] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.730678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.730762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.731119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.731451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.742879] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 960.988473] env[66071]: INFO networking_nsxv3.common.synchronization [req-9ee512cf-5156-4646-b183-7d8bad76baa4 req-ab400b9d-7052-4cb5-8b3e-f49cf027f214 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 960.988734] env[66071]: INFO networking_nsxv3.common.synchronization [req-9ee512cf-5156-4646-b183-7d8bad76baa4 req-ab400b9d-7052-4cb5-8b3e-f49cf027f214 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 960.988950] env[66071]: INFO networking_nsxv3.common.synchronization [req-9ee512cf-5156-4646-b183-7d8bad76baa4 req-ab400b9d-7052-4cb5-8b3e-f49cf027f214 service nova] Enqueued Resource ID: dfa6e442-a37e-4e88-be1a-1f629fc237d8 with Priority: HIGHEST for action port [ 960.989583] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 960.989736] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 960.989807] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa6e442-a37e-4e88-be1a-1f629fc237d8 with Priority: HIGHEST for action port [ 960.990290] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.990395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.990395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.990737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.990866] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.992182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.992323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.992519] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa6e442-a37e-4e88-be1a-1f629fc237d8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.992626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.992692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.992887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.993299] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa6e442-a37e-4e88-be1a-1f629fc237d8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.000353] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.186544] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78dd0565-84cb-484d-ae8b-175e93290d50 in Status: SUCCESS [ 961.186936] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 deletion is rescheduled due to dependency. [ 961.186936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.306281] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 961.306505] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea deletion is rescheduled due to dependency. [ 961.306628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.496892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.497572] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa6e442-a37e-4e88-be1a-1f629fc237d8 with status ACTIVE [ 961.497760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.498061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.498269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.498405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.498901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.498901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.498901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.499126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.499250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.499455] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.499548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.499607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.499752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.499824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.499907] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa6e442-a37e-4e88-be1a-1f629fc237d8 is going to be updated. [ 961.501884] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: SUCCESS [ 961.502090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.502441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.502671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.502760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.502909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.503194] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 961.538590] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.538796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.538851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.539039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.539189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.539354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa6e442-a37e-4e88-be1a-1f629fc237d8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.550212] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.550373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.550418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.551117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.551117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.566438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 961.654830] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 961.655079] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 961.655162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.104510] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b2a34-2beb-433d-93af-f1b18cdc437a in Status: SUCCESS [ 962.104759] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a deletion is rescheduled due to dependency. [ 962.104914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.756401] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 962.756705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.756899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.757216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.757477] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.757648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.757750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.757975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.758115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.758253] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.261039] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.578650] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 963.578906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.579166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.579452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.579737] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.581308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.581308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.581308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.581308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.581308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.581308] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.763930] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.083446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.083829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.083829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.084073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.084153] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.084276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.084370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.084557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.084682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.084780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.084950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.085128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.085200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.085359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.085514] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.085611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.085669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.085805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.085881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.085961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.086063] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.266670] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.266824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.266891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.267150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.267250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.267356] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 964.299064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.299248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.299309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.299537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.299682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.308959] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 964.588649] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888c133-244b-41f0-9537-5de0a72b4711: rpc.has_security_group_logging(os_id): False [ 964.606964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.607214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.607214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.607412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.607515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.607730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.607831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.607904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.608162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.608236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.608403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.608515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.608574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.608715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.608787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.608979] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.609094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.609154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.609296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.609368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.609454] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 964.685279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.685509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.685509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.685920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.686382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.708043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 964.737148] env[66071]: INFO networking_nsxv3.common.synchronization [req-7ddcede7-8285-48ae-9973-4ee54a2a97db req-1d9814ae-bffe-49ae-857d-1419c75bb321 tempest-ServerExternalEventsTest-1623215055 tempest-ServerExternalEventsTest-1623215055-project-member] Enqueued Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 964.738366] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGHEST for action security_group_members [ 964.739078] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.739222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.739290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.739699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.739874] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.740479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.740479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.740479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.740479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.740479] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.056685] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9479bea-384f-43b3-a7fa-90f25c6902e0 req-bc1a6f64-2b2e-4df7-a002-6ec00c2f3030 tempest-ServerRescueTestJSON-1948118900 tempest-ServerRescueTestJSON-1948118900-project-member] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 965.057356] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 965.057776] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.058481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.058481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.058481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.058481] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.058969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.058969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.058969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.058969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.058969] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.243919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.244333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.244333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.244637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.244735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.244901] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.244997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.245070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.245248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.245307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.245399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 is going to be updated. [ 965.279661] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.279820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.279883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.280225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.280371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.297752] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: IN_PROGRESS for 2s [ 965.431080] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.431379] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.431521] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.431941] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432260] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432426] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432540] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432766] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432910] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.433163] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.433275] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.433431] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.433572] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.433688] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.434812] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.434812] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.460760] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.460940] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.461135] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.461411] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.461769] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-8681ee31-0dc8-423d-932c-fe59223876c8 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.461952] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.462172] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.462602] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462759] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8681ee31-0dc8-423d-932c-fe59223876c8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.561168] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.561309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.561361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.561664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.561784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.562458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.562573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec already deleted. [ 965.562788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885044] env[66071]: INFO networking_nsxv3.common.synchronization [req-b200473e-b29e-4699-ac10-a4fd9cb9888b req-1ae80e7b-03e0-4297-8c63-ac082ff1c117 tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 965.885044] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 965.885044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.885044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.885044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885044] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.968039] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.968039] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 8681ee31-0dc8-423d-932c-fe59223876c8 not found, creating... [ 965.968039] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.968039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.968692] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.968692] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.968692] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969373] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.969771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.970420] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 8681ee31-0dc8-423d-932c-fe59223876c8 is going to be created. [ 966.000067] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.000067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.000067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.000067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.000067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.000067] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.321364] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.321364] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.321364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.321364] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.391959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.391959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.391959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.391959] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 966.421815] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.421815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.421815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.421815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.431960] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 966.726494] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 966.729176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.755639] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9479bea-384f-43b3-a7fa-90f25c6902e0 req-7a3619c0-1ac5-42e9-8077-dc6e2227c76c service nova] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_rules [ 966.756361] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9479bea-384f-43b3-a7fa-90f25c6902e0 req-7a3619c0-1ac5-42e9-8077-dc6e2227c76c service nova] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 966.756361] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9479bea-384f-43b3-a7fa-90f25c6902e0 req-7a3619c0-1ac5-42e9-8077-dc6e2227c76c service nova] Enqueued Resource ID: 8681ee31-0dc8-423d-932c-fe59223876c8 with Priority: HIGHEST for action port [ 966.756932] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_rules [ 966.757680] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 966.757680] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8681ee31-0dc8-423d-932c-fe59223876c8 with Priority: HIGHEST for action port [ 966.759796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.759796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.759796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.759796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.759796] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.759796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.759796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.759796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.761305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.761305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.761305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.761305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.761305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.761305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.761305] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.762537] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8681ee31-0dc8-423d-932c-fe59223876c8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.762644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.762725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.763127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.763213] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8681ee31-0dc8-423d-932c-fe59223876c8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.824462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.824462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.824462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.824462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.824964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.824964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.825216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.825216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.825282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.825315] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.265658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.265808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.265977] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.266896] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8681ee31-0dc8-423d-932c-fe59223876c8 with status ACTIVE [ 967.267178] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.267314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.267396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.267647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.267704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.267880] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.268102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.268339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.268435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.268618] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.268710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.268924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.268967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.269063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8681ee31-0dc8-423d-932c-fe59223876c8 is going to be updated. [ 967.308809] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 in Status: SUCCESS [ 967.308988] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 deletion is rescheduled due to dependency. [ 967.309129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.310228] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.310369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.310624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.310754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.310891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8681ee31-0dc8-423d-932c-fe59223876c8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.328038] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48bec2f-0e2d-497d-8e3b-3b9ef5e12477: rpc.has_security_group_logging(os_id): False [ 967.348050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.348242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.348289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.348488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.348574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.348782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.348880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.348942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.349131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.349191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.349361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.349452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.349512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.349647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.349718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.349897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.350020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.350102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.350220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.350295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.350379] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 967.421926] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.422243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.422385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.422652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.422865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.456823] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 967.771545] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.274014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.274235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.274435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.274639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.274753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.274878] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be created. [ 968.303634] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.303829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.303829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.304044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.304203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.316613] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: UNINITIALIZED for 2s [ 968.443457] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 968.443739] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 deletion is rescheduled due to dependency. [ 968.443904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.170157] env[66071]: INFO networking_nsxv3.common.synchronization [req-1f3cb74c-968b-4807-9328-d6af4c40aa9d req-7496c687-022b-4ecd-a9fa-673662fab98d tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 969.171293] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 969.171765] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.171910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.172443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.172569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.172761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.172891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.172930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.173108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.173227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.173292] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.478588] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 969.478959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.563368] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.563576] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.563701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.563967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.564308] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.564495] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.564613] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.564824] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.564971] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.566873] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.566997] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.567132] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.567244] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.567358] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.567464] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.567596] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.588955] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.589185] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.589393] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.589652] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-877" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.590163] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-854e996e-99f1-43a3-99a8-a0bf498d6500 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.590388] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.590605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.590960] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.591140] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854e996e-99f1-43a3-99a8-a0bf498d6500',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.676817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.677017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.677084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.677294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.677382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.677588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.677688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.677753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.677904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.677997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.678107] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 already deleted. [ 969.678309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.098726] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.098726] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.098726] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.098726] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.099327] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.099503] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 854e996e-99f1-43a3-99a8-a0bf498d6500 not found, creating... [ 970.099793] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.099961] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.100176] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.100539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.100701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.103074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.103074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.103074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.103074] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.103074] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 854e996e-99f1-43a3-99a8-a0bf498d6500 is going to be created. [ 970.129827] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.130148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.130243] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.131065] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.131065] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.131065] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330332] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 970.330563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.331289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.331289] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.331551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.331551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.331783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.331860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.334112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.334112] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.835483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.835483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.835483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.836034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.836034] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.836034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.836034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.836344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.836344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.836495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.836555] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.836618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.836670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.836818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.836951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.837055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.837126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.837248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.837348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.837412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.837500] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.848962] env[66071]: INFO networking_nsxv3.common.synchronization [req-1f3cb74c-968b-4807-9328-d6af4c40aa9d req-68015a01-7a05-4b65-9a30-fd60cee1af1f service nova] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 970.849215] env[66071]: INFO networking_nsxv3.common.synchronization [req-1f3cb74c-968b-4807-9328-d6af4c40aa9d req-68015a01-7a05-4b65-9a30-fd60cee1af1f service nova] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 970.849745] env[66071]: INFO networking_nsxv3.common.synchronization [req-1f3cb74c-968b-4807-9328-d6af4c40aa9d req-68015a01-7a05-4b65-9a30-fd60cee1af1f service nova] Enqueued Resource ID: 854e996e-99f1-43a3-99a8-a0bf498d6500 with Priority: HIGHEST for action port [ 970.850403] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_rules [ 970.850557] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 970.850692] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854e996e-99f1-43a3-99a8-a0bf498d6500 with Priority: HIGHEST for action port [ 970.850939] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.851096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.851159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.851397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.851481] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.852747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.853236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.853236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.853236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.856038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.856038] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.856038] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-854e996e-99f1-43a3-99a8-a0bf498d6500 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.856038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.856038] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854e996e-99f1-43a3-99a8-a0bf498d6500',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.340257] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5779b9d5-cfe6-4a13-b980-5dfb77f832ec: rpc.has_security_group_logging(os_id): False [ 971.357510] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.361020] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.361020] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 854e996e-99f1-43a3-99a8-a0bf498d6500 with status ACTIVE [ 971.361020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.361020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.361020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.361020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.363444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.363648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 854e996e-99f1-43a3-99a8-a0bf498d6500 is going to be updated. [ 971.369028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.369028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.369425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.369425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369787] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.369847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.369904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.370227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.370357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.370572] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.370672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.370736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.370885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.370959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.371083] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be created. [ 971.416357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.416545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.416621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.416874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.417106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.417297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-854e996e-99f1-43a3-99a8-a0bf498d6500" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.454341] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.454867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.468906] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 971.873175] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.375949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.376134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.376192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.376397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.376481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.376584] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 is going to be created. [ 972.402731] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.402895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.402949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.403184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.418760] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: UNINITIALIZED for 2s [ 973.487263] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 973.487577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433841] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: SUCCESS [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.433841] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.433841] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.936425] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.438664] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4548839d-25ba-4208-9764-d8b04f07d459: rpc.has_security_group_logging(os_id): False [ 975.462541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.462726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.462839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.465714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.465984] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.466079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.466167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.466376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.466505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.467460] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 is going to be created. [ 975.554022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.554022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.554022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.554022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.554022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.564158] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: IN_PROGRESS for 2s [ 975.851790] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.851958] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 977.131455] env[66071]: INFO networking_nsxv3.common.synchronization [req-82b46cd5-cafb-4866-ad7c-6537778237c1 req-753ed0f6-cd51-4e12-ad32-c0e6b254475a tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 977.131960] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 977.135482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.135482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.135482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.135482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.541465] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.541742] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.541909] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.542586] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.542936] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.543136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.543261] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.543582] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.543707] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.543872] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.544025] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.544161] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.544311] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.544469] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.544585] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.544788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.574145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.574314] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.574496] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.574721] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.575215] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-5f4cc68a-4686-4d03-a758-a96a5132cfb8 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.575461] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.575649] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.576120] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.576496] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4cc68a-4686-4d03-a758-a96a5132cfb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.580854] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: SUCCESS [ 977.581098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.635488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.635670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.635727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.635952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.636055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.636254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.636355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.636418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.636562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.636638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.636723] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 977.677039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.677215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.677260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.678252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.678252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.692657] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 978.079397] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.079634] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.079783] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.080330] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.080490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.080656] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 5f4cc68a-4686-4d03-a758-a96a5132cfb8 not found, creating... [ 978.080947] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.081161] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.081293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.081647] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.081687] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.082143] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.082333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.082671] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.082671] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.082825] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.083048] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 5f4cc68a-4686-4d03-a758-a96a5132cfb8 is going to be created. [ 978.108209] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.108209] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.110390] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.110390] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.110390] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.110390] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.867707] env[66071]: INFO networking_nsxv3.common.synchronization [req-82b46cd5-cafb-4866-ad7c-6537778237c1 req-fe3214d9-67c6-414a-8dba-725758fa5359 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 978.868065] env[66071]: INFO networking_nsxv3.common.synchronization [req-82b46cd5-cafb-4866-ad7c-6537778237c1 req-fe3214d9-67c6-414a-8dba-725758fa5359 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 978.868156] env[66071]: INFO networking_nsxv3.common.synchronization [req-82b46cd5-cafb-4866-ad7c-6537778237c1 req-fe3214d9-67c6-414a-8dba-725758fa5359 service nova] Enqueued Resource ID: 5f4cc68a-4686-4d03-a758-a96a5132cfb8 with Priority: HIGHEST for action port [ 978.868747] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 978.868919] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 978.869535] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4cc68a-4686-4d03-a758-a96a5132cfb8 with Priority: HIGHEST for action port [ 978.869941] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.870085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.870157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.870376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.870573] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.872008] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.872144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.872330] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4cc68a-4686-4d03-a758-a96a5132cfb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.872455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.872612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.872689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.872874] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4cc68a-4686-4d03-a758-a96a5132cfb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.375347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.375347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.377036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f4cc68a-4686-4d03-a758-a96a5132cfb8 with status ACTIVE [ 979.377335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.377470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.377535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.377746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.377832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.378195] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.378334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.378414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.378604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.378692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.378931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.378931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.379132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.379235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.379329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.379418] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f4cc68a-4686-4d03-a758-a96a5132cfb8 is going to be updated. [ 979.408469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.408659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.408700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.410783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.410904] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.411514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4cc68a-4686-4d03-a758-a96a5132cfb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.704880] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 979.705077] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 979.705276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.705496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.706273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.706273] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.706273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.706273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.706273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.706273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.706575] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.101535] env[66071]: INFO networking_nsxv3.common.synchronization [None req-61542833-6b2f-4c54-990f-f9256e2eb4d8 tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 980.101782] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 980.101920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.101992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.103522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104354] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.208638] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.259125] env[66071]: INFO networking_nsxv3.common.synchronization [None req-79e6dd13-a46e-47e3-8299-c8c0741423dc tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 980.259909] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 980.262156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.263441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.627385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.627627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.627830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.628117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.628236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.628349] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 already deleted. [ 980.628439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.628593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.628773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.628899] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.711027] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.156611] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.157178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.157178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.157178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.157340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.157340] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 already deleted. [ 981.157451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.214160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.216573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.216808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.218901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.218901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.218901] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 981.254050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.254560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.254560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.254741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.254822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.264773] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 982.108497] env[66071]: INFO networking_nsxv3.common.synchronization [req-cb9f309f-3a7e-4448-bc1a-2dd5f88399b5 req-9c6f1477-0472-4582-8a35-1ed2aee0a297 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 982.109083] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 982.109416] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.109552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.109610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.109808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.109964] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.110324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.110440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.110564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.110644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.110931] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.614507] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.120134] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.277725] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 983.277869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.278090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.278345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.278572] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.278711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.278781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.278942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.279037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.279129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.279233] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.623192] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.623818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.623982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.624131] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 983.663539] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.663796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.663846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.678742] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 983.781933] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.782204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.782745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.782745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.783131] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.783394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.784889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.784889] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.784889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.785347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.785347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.785347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.785347] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.287708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9493636-ab96-4cd0-a78d-70148af354f5: rpc.has_security_group_logging(os_id): False [ 984.314418] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.314662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.314662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.314901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.315066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.315338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.315499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.315583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.315791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.315989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.316215] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.316355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.316443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.316662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.316775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.317045] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.317196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.317276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.317453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.317537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.317661] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 984.386616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.386810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.386889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.387137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.387286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.404437] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 985.690021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 985.690340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.419179] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 986.419398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.939625] env[66071]: INFO networking_nsxv3.common.synchronization [req-5e390aee-d344-4569-9d83-d3fe2eff9f02 req-33b7d0ff-4aa2-4c91-a8e7-b1c320a30c3b tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 986.940223] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 986.940600] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.940766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.940837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.941127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.941328] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.941489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.941489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.942685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.942685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.942685] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.346450] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.346450] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.346450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.346809] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.346914] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.347046] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.347233] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.347394] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.347537] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.347700] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.366662] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.367218] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.367218] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.367218] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.367512] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.367784] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.367920] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.368278] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.368543] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e202ba0-b066-4727-9b5a-acdda0ddfdd8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.444443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.444677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.444735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.444985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.445099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.445296] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.445387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.445456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.445719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.445719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.445819] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 987.476433] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.476662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.476775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.477089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.477378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.488849] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 987.871756] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.872119] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.872228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.872528] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.872983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.872983] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 not found, creating... [ 987.873184] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.873390] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.873525] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.873799] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.873947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.874311] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.877877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.877877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.877988] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.878421] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.878421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 is going to be created. [ 987.901013] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.901229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.901859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.901859] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.902057] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.637482] env[66071]: INFO networking_nsxv3.common.synchronization [req-5e390aee-d344-4569-9d83-d3fe2eff9f02 req-2def5629-67de-4fc7-a749-866c932ea07d service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 988.637482] env[66071]: INFO networking_nsxv3.common.synchronization [req-5e390aee-d344-4569-9d83-d3fe2eff9f02 req-2def5629-67de-4fc7-a749-866c932ea07d service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 988.637482] env[66071]: INFO networking_nsxv3.common.synchronization [req-5e390aee-d344-4569-9d83-d3fe2eff9f02 req-2def5629-67de-4fc7-a749-866c932ea07d service nova] Enqueued Resource ID: 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 with Priority: HIGHEST for action port [ 988.637811] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 988.640023] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 988.640439] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 with Priority: HIGHEST for action port [ 988.640518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.640715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.640829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.641053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.641207] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.642331] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.642462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643431] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.643581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.644898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.644898] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e202ba0-b066-4727-9b5a-acdda0ddfdd8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.146541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.147442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.147697] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 with status ACTIVE [ 989.147894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.148031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.148105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.148374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.148472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.148658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.148756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.148813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.148965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.149055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.149253] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.149316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.149381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.149717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.149717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.149845] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e202ba0-b066-4727-9b5a-acdda0ddfdd8 is going to be updated. [ 989.173371] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.173562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.173605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.173819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.173964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.174080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e202ba0-b066-4727-9b5a-acdda0ddfdd8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500241] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 989.500531] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 989.500704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.501120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.501311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.501427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.501488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.501649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.501736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.501814] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.004172] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.507212] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.010857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.011293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.011415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.012084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.012084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.012084] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 991.047634] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.048562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.048562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.048562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.048562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.059210] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 993.073034] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 993.073500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.073500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.073595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.073753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.073905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.073959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.074128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.074208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.074289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.074380] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.436725] env[66071]: INFO networking_nsxv3.common.synchronization [req-ea8e4de2-887a-4154-a736-d5c62aaac027 req-a422e046-c657-4036-ba13-6fb2d4099b7d tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 993.437194] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 993.437533] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.437737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.437737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.438155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.438352] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.438486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.438582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.438775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.438832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.438915] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.576492] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.576738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.576829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.577095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.577491] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.577491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.577491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.577687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.577788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.577869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.578059] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.578175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.578257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.579469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.579647] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.579768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.580046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.580139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.582234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.582357] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.774909] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.775126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.775249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.775640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.775915] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.776090] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.776204] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.776422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.776569] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.776779] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.776915] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.776979] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.777100] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.777205] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.777307] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.777434] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.799041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.799337] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.799615] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.799838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.800413] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-f9614634-8161-4616-843a-2dc712539629 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.802041] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.802225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.802562] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.802720] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9614634-8161-4616-843a-2dc712539629',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.942960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.942960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.942960] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 already deleted. [ 993.942960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.088099] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 994.105761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.105975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.105975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.106201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.106294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.106502] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.106601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.106662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.106809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.106884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.107096] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.107186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.107262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.107379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.107451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.107635] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.107726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.107818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.107940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.108592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.108754] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 994.171256] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.171256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.171398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.171538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.171676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.193079] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 994.305205] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.305474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.305665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.306016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.306137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.306372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port f9614634-8161-4616-843a-2dc712539629 not found, creating... [ 994.306673] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.306902] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.307024] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.307271] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.307427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.307831] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.308211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.308416] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.308689] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.309064] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.309272] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: f9614634-8161-4616-843a-2dc712539629 is going to be created. [ 994.338986] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.340046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.340046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.340046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.340418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.340418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.014556] env[66071]: INFO networking_nsxv3.common.synchronization [req-ea8e4de2-887a-4154-a736-d5c62aaac027 req-5fb7ebea-2c9a-435c-82df-184c9c29899a service nova] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 995.014556] env[66071]: INFO networking_nsxv3.common.synchronization [req-ea8e4de2-887a-4154-a736-d5c62aaac027 req-5fb7ebea-2c9a-435c-82df-184c9c29899a service nova] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 995.014778] env[66071]: INFO networking_nsxv3.common.synchronization [req-ea8e4de2-887a-4154-a736-d5c62aaac027 req-5fb7ebea-2c9a-435c-82df-184c9c29899a service nova] Enqueued Resource ID: f9614634-8161-4616-843a-2dc712539629 with Priority: HIGHEST for action port [ 995.017751] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 995.017751] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 995.017751] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9614634-8161-4616-843a-2dc712539629 with Priority: HIGHEST for action port [ 995.017751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.017751] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.017751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.018657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.018657] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.018657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.018657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.018657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.018657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.018657] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.022227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9614634-8161-4616-843a-2dc712539629 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.022227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.022227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.022227] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9614634-8161-4616-843a-2dc712539629',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.523833] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.526047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.526047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.526047] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9614634-8161-4616-843a-2dc712539629 with status ACTIVE [ 995.526348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.526744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.526744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.527481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.527481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.528840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.528840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.528840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.528840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.528840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.529257] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.529423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.529502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.529789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.529940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.530123] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9614634-8161-4616-843a-2dc712539629 is going to be updated. [ 995.571703] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.571955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.571955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.572153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.572480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.572480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9614634-8161-4616-843a-2dc712539629" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.026673] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.209040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 996.209255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.530027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.530027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.530027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.530552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.530552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.530552] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be created. [ 996.558260] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.558722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.558722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.558939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.559048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.570861] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: UNINITIALIZED for 2s [ 997.693288] env[66071]: INFO networking_nsxv3.common.synchronization [req-563f2200-c300-487b-be1c-8e49493c389f req-96a4eee1-5cc0-4863-b6fd-ad7715bbe4de tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 997.693899] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 997.694710] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.694844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.694911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.695192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.695364] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.695492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.695565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.695677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.695762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.695851] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.198743] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.198957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.198957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.199241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.199367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.199587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.199745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.199745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.199893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.199994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.200130] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 998.230333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.230333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.230333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.240191] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 998.581922] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 998.582163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.582548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.582782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.582949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.582949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.583124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.583207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.583291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.583380] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.900200] env[66071]: INFO networking_nsxv3.common.synchronization [req-902dd00e-716f-4726-aceb-ff71257c3a6e req-811cec86-c6ff-420b-b8d5-851decad67b4 tempest-ServerRescueTestJSON-1948118900 tempest-ServerRescueTestJSON-1948118900-project-member] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 998.901076] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 998.901395] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.901535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.901607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.901808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.901958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.902077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.902138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.902277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.902392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.902459] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.085620] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.168643] env[66071]: INFO networking_nsxv3.common.synchronization [req-9ab02275-3309-4751-9fdc-0baa57b72071 req-bb88ac07-f140-4940-89df-43cb629e2698 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 999.169130] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 999.169479] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.169617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.170437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.170437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.170437] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.170437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.170437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.170437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.171759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.171759] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.261903] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.262120] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.262259] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.262542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.262846] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.263580] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.263802] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.264089] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.264266] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.264512] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.264684] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.264817] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.264927] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.265061] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.265174] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.265308] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.293899] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.294101] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.294244] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.294421] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-392" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.294970] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-8768a022-1af4-47d3-8672-d5b54d046902 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.295192] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.295318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.295656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.295798] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8768a022-1af4-47d3-8672-d5b54d046902',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.404386] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.587684] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fb9b648-f053-4933-9598-7f6d052c3d06: rpc.has_security_group_logging(os_id): False [ 999.608361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.608566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608732] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.608919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.609033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.609355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.609463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.609520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.609677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.609756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.609860] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be created. [ 999.669411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.669411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.669411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.669411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.669411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.673443] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.681713] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 999.798490] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.798781] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.798931] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799350] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799596] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799740] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 8768a022-1af4-47d3-8672-d5b54d046902 not found, creating... [ 999.800049] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.800244] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.800392] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.800680] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.800853] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.801215] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.801414] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.801567] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.801845] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.802016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.802202] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 8768a022-1af4-47d3-8672-d5b54d046902 is going to be created. [ 999.832451] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.832685] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.832918] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.833239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.833531] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833804] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.906722] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.175279] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.249420] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 1000.249420] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 1000.249636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.408994] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.409411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.409562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.409854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.410055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.410216] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be updated. [ 1000.459483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.459656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.459719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.459963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.460331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470447] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 1000.540456] env[66071]: INFO networking_nsxv3.common.synchronization [req-902dd00e-716f-4726-aceb-ff71257c3a6e req-03cb3813-d66a-4c38-beb2-e6e7593f4493 service nova] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_rules [ 1000.540934] env[66071]: INFO networking_nsxv3.common.synchronization [req-902dd00e-716f-4726-aceb-ff71257c3a6e req-03cb3813-d66a-4c38-beb2-e6e7593f4493 service nova] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1000.540934] env[66071]: INFO networking_nsxv3.common.synchronization [req-902dd00e-716f-4726-aceb-ff71257c3a6e req-03cb3813-d66a-4c38-beb2-e6e7593f4493 service nova] Enqueued Resource ID: 8768a022-1af4-47d3-8672-d5b54d046902 with Priority: HIGHEST for action port [ 1000.541863] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_rules [ 1000.541863] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1000.541863] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8768a022-1af4-47d3-8672-d5b54d046902 with Priority: HIGHEST for action port [ 1000.542468] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.542468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.542468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.542768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.542834] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.544124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.544124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.544308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8768a022-1af4-47d3-8672-d5b54d046902 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.544806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.544806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.544922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.545010] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8768a022-1af4-47d3-8672-d5b54d046902',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.677879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.678069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.678122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.678371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.678608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.678683] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 1000.707753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.707942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.708056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.708351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.708553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.717396] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 1001.047064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.047488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.047488] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8768a022-1af4-47d3-8672-d5b54d046902 with status ACTIVE [ 1001.047586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.047728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.047843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.048192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048400] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.048528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.048587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.048829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.049024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.049148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.049207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.049355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.049446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.049558] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8768a022-1af4-47d3-8672-d5b54d046902 is going to be updated. [ 1001.074378] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.074584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.074584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.074783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.074923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.075118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8768a022-1af4-47d3-8672-d5b54d046902" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.694343] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1001.694564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.482072] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 1002.483591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.483591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.483591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.483882] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.483882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.483882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.484126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.484350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.485073] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.730113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 1002.730113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.987264] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.489985] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.992884] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.993098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.993170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.993429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.993522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.993689] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be updated. [ 1004.023673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.023988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.024105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.024363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.024558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.035479] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 1005.544725] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1005.544725] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1006.048126] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 1006.048306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.048523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.048740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.048997] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049800] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.552633] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.553117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.553117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.553215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.553358] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.553563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.553563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.553775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.553775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.553846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.554030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.554146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.554617] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.554617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.554978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.555043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.555960] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.059187] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5779b9d5-cfe6-4a13-b980-5dfb77f832ec: rpc.has_security_group_logging(os_id): False [ 1007.078055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.078222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.078291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.078680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.078797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.079049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.079158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.079225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.079400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.079481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.079696] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.079794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.079856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080404] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.080404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080825] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be updated. [ 1007.148161] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.148338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.148385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.149541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.149541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.168790] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 1007.953419] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7cbab42-456e-4359-89c7-99acffe5b2e3 req-9c7fa654-f8b5-4f08-8cf8-5e7c2f08e1fc tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1007.954261] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1007.954576] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.954753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.954864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.955109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.955271] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.955456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.955505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.955726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.955841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.955949] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.318126] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.318337] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.318478] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.318740] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.318995] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.319161] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.319275] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.319504] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.319675] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.319889] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.320011] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.320122] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.320227] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.320336] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.320439] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.320628] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.343607] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.344017] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.344339] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.344670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-86" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.345107] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-6387106e-f713-48ce-9bb1-40a67772dbdb taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.345322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.345442] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.345758] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.345924] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6387106e-f713-48ce-9bb1-40a67772dbdb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.458048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.458558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.458558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.458804] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.459122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.459212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.459304] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 1008.489541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.489704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.489779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.489986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.490143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.499168] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 1008.850141] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.850415] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850493] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850897] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 6387106e-f713-48ce-9bb1-40a67772dbdb not found, creating... [ 1008.851518] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.852797] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.852797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.853277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.853277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.853352] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 6387106e-f713-48ce-9bb1-40a67772dbdb is going to be created. [ 1008.873972] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.874224] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.874392] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.874650] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.874882] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.875127] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.183407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 1009.183690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.586178] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7cbab42-456e-4359-89c7-99acffe5b2e3 req-6a2d2fdd-1ea5-49f0-86ef-0727f37f06e7 service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 1009.586178] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7cbab42-456e-4359-89c7-99acffe5b2e3 req-6a2d2fdd-1ea5-49f0-86ef-0727f37f06e7 service nova] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1009.586178] env[66071]: INFO networking_nsxv3.common.synchronization [req-c7cbab42-456e-4359-89c7-99acffe5b2e3 req-6a2d2fdd-1ea5-49f0-86ef-0727f37f06e7 service nova] Enqueued Resource ID: 6387106e-f713-48ce-9bb1-40a67772dbdb with Priority: HIGHEST for action port [ 1009.589611] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_rules [ 1009.589794] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1009.589896] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6387106e-f713-48ce-9bb1-40a67772dbdb with Priority: HIGHEST for action port [ 1009.591071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.591071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.591071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.591339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.591339] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.592306] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.592429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.592600] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-6387106e-f713-48ce-9bb1-40a67772dbdb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.592718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.593605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.593605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.593605] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6387106e-f713-48ce-9bb1-40a67772dbdb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.095825] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.095825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.096483] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6387106e-f713-48ce-9bb1-40a67772dbdb with status ACTIVE [ 1010.096700] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.096836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.096931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.097193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.097283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.097466] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.097561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.097622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.097771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.097845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.099745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.099745] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6387106e-f713-48ce-9bb1-40a67772dbdb is going to be updated. [ 1010.123767] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.123931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.123973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.124207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.124350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.124503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6387106e-f713-48ce-9bb1-40a67772dbdb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.509708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 1010.510249] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 deletion is rescheduled due to dependency. [ 1010.510249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.510389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.510634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.510909] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.511081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.511186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.511416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.511531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.511704] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.531590] env[66071]: INFO networking_nsxv3.common.synchronization [req-887333af-1283-41fd-a6ca-de4658d77a44 req-09f6f9fe-b0f5-4f89-a171-af55dbe54338 tempest-ServersAdminNegativeTestJSON-1980430250 tempest-ServersAdminNegativeTestJSON-1980430250-project-member] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1010.531924] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1010.536265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.536391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.536465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.536734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.536907] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.537019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.537075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.537225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.537311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.537692] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.846023] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.846023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.846023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.846023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.846023] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.846023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.846023] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.846509] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.846810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.847169] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.847419] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.847645] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.847878] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.848103] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.848352] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.848655] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.871303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.871498] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.871665] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.871843] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.872194] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-d186b7de-0cbc-4495-9db2-76bd2f841bea taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.872378] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.872485] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.872820] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.872980] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d186b7de-0cbc-4495-9db2-76bd2f841bea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.014317] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.040775] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.040993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.040993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.041452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.041559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.041804] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.041910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.041967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.042179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.042288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.042444] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f already deleted. [ 1011.042444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.375676] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.376102] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.376289] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.376633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.376817] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.377098] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port d186b7de-0cbc-4495-9db2-76bd2f841bea not found, creating... [ 1011.377426] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.377646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.377878] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.378174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.378367] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.378733] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.378899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.379027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.379293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.379482] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.379656] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: d186b7de-0cbc-4495-9db2-76bd2f841bea is going to be created. [ 1011.400413] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.400704] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.400905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.401249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.401665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.401893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.517189] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.676692] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.676942] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.022137] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.022137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.022137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.022137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.022137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.022137] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 1012.069450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.070666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.070666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.070666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.070666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.081183] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 1012.143146] env[66071]: INFO networking_nsxv3.common.synchronization [req-887333af-1283-41fd-a6ca-de4658d77a44 req-e0860f3e-5fac-414f-8319-faf3038844dd service nova] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_rules [ 1012.143514] env[66071]: INFO networking_nsxv3.common.synchronization [req-887333af-1283-41fd-a6ca-de4658d77a44 req-e0860f3e-5fac-414f-8319-faf3038844dd service nova] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1012.143677] env[66071]: INFO networking_nsxv3.common.synchronization [req-887333af-1283-41fd-a6ca-de4658d77a44 req-e0860f3e-5fac-414f-8319-faf3038844dd service nova] Enqueued Resource ID: d186b7de-0cbc-4495-9db2-76bd2f841bea with Priority: HIGHEST for action port [ 1012.144896] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_rules [ 1012.145025] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1012.145144] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d186b7de-0cbc-4495-9db2-76bd2f841bea with Priority: HIGHEST for action port [ 1012.145438] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.145572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.145654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.145914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.145999] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.146932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.147067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.147135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.147461] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.147578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.147635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.147844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.147934] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.151898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-d186b7de-0cbc-4495-9db2-76bd2f841bea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.152023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.152093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.152266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.152346] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d186b7de-0cbc-4495-9db2-76bd2f841bea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.654582] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.656805] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.656805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.656805] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d186b7de-0cbc-4495-9db2-76bd2f841bea with status ACTIVE [ 1012.656805] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.656805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.656805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.657373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.657373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.657373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.657577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.657641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.657825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.657926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.658283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.658378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.658378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.658593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.658695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.658815] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d186b7de-0cbc-4495-9db2-76bd2f841bea is going to be updated. [ 1012.691261] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.691543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.691753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.691929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.692141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d186b7de-0cbc-4495-9db2-76bd2f841bea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.161502] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.663596] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.663932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.663932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.664024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.664160] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be created. [ 1013.690896] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.691133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.691133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.691342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.691533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702487] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: UNINITIALIZED for 2s [ 1013.917492] env[66071]: INFO networking_nsxv3.common.synchronization [req-77dd0c26-a1de-4dbd-91a3-62991ed1e77e req-8c85bad9-5760-407f-aadc-1e54fae373e9 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1013.918010] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1013.918321] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.918438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.918508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.918708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.918859] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.918954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.919062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.919195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.919286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.919382] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.094452] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 1014.094685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.094860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.095109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.095370] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.095534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.095607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.095773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.095854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.095942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.096048] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.343433] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.343620] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.343921] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.344300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.344579] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.344748] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.344868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.345249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.345399] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.345605] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.345741] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.345819] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.345924] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.346042] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.346147] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.346276] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.366587] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.366770] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.366890] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.367068] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-225" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.367409] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.367589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.367710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.368170] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.368261] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139a5b85-6dcd-49c5-b30c-b22239bfe2ce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.421733] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.421930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.422034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.422213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.422312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.422517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.422627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.422666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.422816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.422890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.423042] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 1014.448807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.448973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.449054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.449234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.449375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 1014.600824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.600824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.602130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.602130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.602130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.602130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.602130] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.871492] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.871928] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.871928] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.872145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.872295] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.872471] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 139a5b85-6dcd-49c5-b30c-b22239bfe2ce not found, creating... [ 1014.872738] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.872896] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.873017] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.873242] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.873378] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.873653] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.873804] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.873916] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874139] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874271] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.874450] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 139a5b85-6dcd-49c5-b30c-b22239bfe2ce is going to be created. [ 1014.896961] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.897334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.897443] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.897660] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.897967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.898275] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.103974] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a2f160-eedf-4380-84d2-79d24c59c142: rpc.has_security_group_logging(os_id): False [ 1015.125035] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.125035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.125035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.125035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.125847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.125847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.125847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.125847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.125847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.126192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.126192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.126192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.126281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.126549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.126549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.126549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.127081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.127081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.127081] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 1015.199141] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.199246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.199706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.220750] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [req-77dd0c26-a1de-4dbd-91a3-62991ed1e77e req-41657434-3a43-4138-ab55-c6fc73a836d2 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [req-77dd0c26-a1de-4dbd-91a3-62991ed1e77e req-41657434-3a43-4138-ab55-c6fc73a836d2 service nova] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [req-77dd0c26-a1de-4dbd-91a3-62991ed1e77e req-41657434-3a43-4138-ab55-c6fc73a836d2 service nova] Enqueued Resource ID: 139a5b85-6dcd-49c5-b30c-b22239bfe2ce with Priority: HIGHEST for action port [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_rules [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1015.665054] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139a5b85-6dcd-49c5-b30c-b22239bfe2ce with Priority: HIGHEST for action port [ 1015.665054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.665772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.665954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.666297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.666650] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.668232] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.668457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.668817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.669119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.669821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.670160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.670950] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139a5b85-6dcd-49c5-b30c-b22239bfe2ce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.717029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.717029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717029] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.048857] env[66071]: INFO networking_nsxv3.common.synchronization [req-b3d33ee2-dd63-4bd3-b5ca-3e8af75b13ba req-671c844b-a09a-4637-b2d5-a9ab34a1df73 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1016.048857] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1016.048857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.048857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.049625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.050026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.050328] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.050581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.050793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.051152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.051343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.051547] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.173139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.173356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.173730] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 139a5b85-6dcd-49c5-b30c-b22239bfe2ce with status ACTIVE [ 1016.173730] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.173862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.173862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.174068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.174161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.174331] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.174443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.174589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.174673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.174737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.174998] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.174998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.175181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.175220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.175556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.175556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 139a5b85-6dcd-49c5-b30c-b22239bfe2ce is going to be updated. [ 1016.198549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.198764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.201803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.201803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.201803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.201803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139a5b85-6dcd-49c5-b30c-b22239bfe2ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.221209] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.221363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.221492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.221738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.221912] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.222254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.222342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.222430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.222574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.222869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.223216] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.223402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.223495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.223666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.223755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.223842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.223938] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.475269] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 1016.475846] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 1016.475846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.476251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.476754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.476950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.477499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.477577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.477934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.478068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478259] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.556450] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.671526] env[66071]: INFO networking_nsxv3.common.synchronization [req-3d200e63-4217-48e7-86bf-abefd3895051 req-f898089a-5cb6-4bed-8851-0d7bd8caee2b tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1016.672547] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1016.672609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.672824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.673192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.673389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.673501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.673571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.673730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.673847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.674158] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.726754] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aac088c-cef9-44f2-8b9f-562eca56f56f: rpc.has_security_group_logging(os_id): False [ 1016.748536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.748765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.748867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.749162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.749162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.749421] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.749561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.749685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.750103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.750161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.750343] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.750412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.750490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.750621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.750767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.751022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.751139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.751440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.751440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.751573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.751573] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be created. [ 1016.830087] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.830087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.830087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.830087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.830087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.847362] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1016.980859] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.060480] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.121387] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.121587] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.121728] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.122049] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.122333] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.122506] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.122639] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.122898] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.123169] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.123391] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.123700] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.123700] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.123700] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.123844] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.123880] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.123984] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.145289] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.145356] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.145507] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.145668] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.145966] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b70ccf0a-f570-48f0-a481-1307f899f244 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.146188] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.146323] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.146658] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.146809] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70ccf0a-f570-48f0-a481-1307f899f244',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.176042] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.242262] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 1017.242527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.486899] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.564160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.564342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.564413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.564638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.564730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 1017.596829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.607785] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 1017.649214] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.649442] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.649571] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.649874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.650175] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.650286] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b70ccf0a-f570-48f0-a481-1307f899f244 not found, creating... [ 1017.650595] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.651065] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.651348] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.651791] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.652041] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.652352] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.652521] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.652725] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.652861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.652998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.653157] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b70ccf0a-f570-48f0-a481-1307f899f244 is going to be created. [ 1017.677053] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.677053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.677053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.677053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.677053] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678240] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.680555] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.989483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.989661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.989746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.990098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.990226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.990366] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 1018.030073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.030262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.030328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.031134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.031134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.042499] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 1018.183583] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.184027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.184027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.184125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.184164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.184335] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1018.219936] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.220215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.220293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.220735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.232424] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1018.416955] env[66071]: INFO networking_nsxv3.common.synchronization [req-3d200e63-4217-48e7-86bf-abefd3895051 req-ddb0b3b2-54d2-4494-9501-148cec96b056 service nova] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 1018.417258] env[66071]: INFO networking_nsxv3.common.synchronization [req-3d200e63-4217-48e7-86bf-abefd3895051 req-ddb0b3b2-54d2-4494-9501-148cec96b056 service nova] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1018.417407] env[66071]: INFO networking_nsxv3.common.synchronization [req-3d200e63-4217-48e7-86bf-abefd3895051 req-ddb0b3b2-54d2-4494-9501-148cec96b056 service nova] Enqueued Resource ID: b70ccf0a-f570-48f0-a481-1307f899f244 with Priority: HIGHEST for action port [ 1018.417988] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_rules [ 1018.418783] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1018.418993] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70ccf0a-f570-48f0-a481-1307f899f244 with Priority: HIGHEST for action port [ 1018.419825] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.420029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.420121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.421113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.421238] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.422269] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.422343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.422807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70ccf0a-f570-48f0-a481-1307f899f244 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.422807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.422807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.423028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.423028] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70ccf0a-f570-48f0-a481-1307f899f244',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.863458] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1018.863680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.925659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.927036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b70ccf0a-f570-48f0-a481-1307f899f244 with status ACTIVE [ 1018.927036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.927036] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.927036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.927680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.927680] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.927680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.927680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.927680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.927680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.928110] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b70ccf0a-f570-48f0-a481-1307f899f244 is going to be updated. [ 1018.954030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.954030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.954030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.954030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.954030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.954377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70ccf0a-f570-48f0-a481-1307f899f244" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.216787] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.217170] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.217344] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.217610] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.217876] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.218048] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.218167] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.218548] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.218735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.218948] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.219070] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.219175] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.219281] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.219385] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.219486] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.219621] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.240993] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.241314] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.241411] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.241522] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.241998] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.242228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.242320] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.242656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.242851] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a17486f-0aff-42bc-9b9c-c66bd8df70aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.619107] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 1019.619334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.745565] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.745842] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.745975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.746271] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.746417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.746705] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.746860] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.746968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.747203] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.747335] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.747614] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.747766] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.747877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.748157] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.748224] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.748364] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa is going to be updated. [ 1019.771053] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.771211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.771211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.773967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.773967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.773967] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.053779] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 1020.054011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.054201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.054443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.054660] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.054783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.054877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.055074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.055176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.055293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.055387] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.244068] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1020.244500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.244553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.244771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.244960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.245117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.245214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.245569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.245697] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.552884] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c8f471e-8f78-4816-aee6-3adea998e6d5 req-7133c5e6-45cd-4355-b554-55e79d98c341 service nova] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 1020.553202] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c8f471e-8f78-4816-aee6-3adea998e6d5 req-7133c5e6-45cd-4355-b554-55e79d98c341 service nova] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 1020.553483] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c8f471e-8f78-4816-aee6-3adea998e6d5 req-7133c5e6-45cd-4355-b554-55e79d98c341 service nova] Enqueued Resource ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with Priority: HIGHEST for action port [ 1020.554327] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_rules [ 1020.554560] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 1020.554715] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with Priority: HIGHEST for action port [ 1020.555252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.555428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.555929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.556264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.556335] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.558462] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.558701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.558765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.559122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559302] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.559411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.559474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.559624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.559804] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.560892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.561040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.561089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.561251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.561329] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a17486f-0aff-42bc-9b9c-c66bd8df70aa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.562952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.562952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.562952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.563178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.563245] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.563305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.563365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.563510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.563596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.563683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.563959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.563959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.563959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.564125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.564397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.564397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.564397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.564533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.565100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565100] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.619784] env[66071]: INFO networking_nsxv3.common.synchronization [req-de047f8c-5741-40ea-8ca3-ce394d9cb888 req-e826c872-4208-47a9-a872-41c281661088 tempest-ImagesOneServerNegativeTestJSON-7826743 tempest-ImagesOneServerNegativeTestJSON-7826743-project-member] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1020.621040] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGHEST for action security_group_members [ 1020.621414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.621594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.621717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.621964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.622219] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.622560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.624031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.624031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.624031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.624031] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.748908] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.063033] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.063033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.068453] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a17486f-0aff-42bc-9b9c-c66bd8df70aa with status ACTIVE [ 1021.068453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.068453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.068453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.069227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.069227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.069227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.069227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.069227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.069227] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a17486f-0aff-42bc-9b9c-c66bd8df70aa is going to be updated. [ 1021.070779] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.071830] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48bec2f-0e2d-497d-8e3b-3b9ef5e12477: rpc.has_security_group_logging(os_id): False [ 1021.095578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.095804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.095804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.095957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.096080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a17486f-0aff-42bc-9b9c-c66bd8df70aa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098698] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.098823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.098881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.099097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.099192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.099414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.099513] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.099573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.099944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.099944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.100052] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.100423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.100423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.100602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.100688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.101011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.101102] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 1021.127969] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.128217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.128217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.128403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.128494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.128698] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.128787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.128849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.129012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.129105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.129222] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be updated. [ 1021.159403] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.159602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.159602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.159819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.159964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.175559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.176201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.176201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.176201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.176201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.178423] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: IN_PROGRESS for 2s [ 1021.207622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 1021.251226] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.574428] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.755043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.755274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.755390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.755649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.755751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.755855] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1021.792087] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.792344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.792419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.792702] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.792942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1022.078478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.078619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.078730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.079023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.079113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.079260] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 is going to be updated. [ 1022.118561] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.118728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.118822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.119289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.119550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.131330] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: IN_PROGRESS for 2s [ 1023.192148] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a2f160-eedf-4380-84d2-79d24c59c142 in Status: SUCCESS [ 1023.192589] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 deletion is rescheduled due to dependency. [ 1023.192589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.231280] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 1023.231504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.817964] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1023.818211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.818383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.818611] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.818891] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.819048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.819587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.819587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.819587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.819587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.819587] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.156133] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: SUCCESS [ 1024.156404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.156616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.156890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.157129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.157282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.157371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.157571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.157763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.157819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.157935] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.322101] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.384289] env[66071]: INFO networking_nsxv3.common.synchronization [req-350a13eb-74f9-46de-ba6a-bf9cc8044426 req-698220a1-0016-4c9c-b5a7-7f5538086f74 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1024.385066] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1024.385414] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.385541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.385610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.385804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.385952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.386062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.386124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.386291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.386381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.386497] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.661232] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.710341] env[66071]: INFO networking_nsxv3.common.synchronization [req-cb775fa1-5a27-4c8e-9ee0-319fd8115a54 req-af4ce25f-2edd-4811-8109-7f317fbb1c4e tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1024.714016] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1024.714016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.714016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.714016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.714016] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.827486] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fb9b648-f053-4933-9598-7f6d052c3d06: rpc.has_security_group_logging(os_id): False [ 1024.851386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.851588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.851676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.851876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.852028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.852348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.852461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.852603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.852717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.852842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.852963] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1024.892754] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.925267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.925431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.925476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.925703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.925884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.942738] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1025.164872] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 431aed8b-b762-4de0-a22f-8faa4fc842d2: rpc.has_security_group_logging(os_id): False [ 1025.190780] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.190780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.190780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.190780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.190780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.191237] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.191442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.191442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.191575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.191669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.191765] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 is going to be updated. [ 1025.216690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.216982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.216982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.217279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.217373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217553] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.217646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.217715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.217905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.218080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.218191] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1025.262893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.263116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.263116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.264118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.264118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.274900] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1025.298447] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.298447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.298447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.298447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.298447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.319993] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: IN_PROGRESS for 2s [ 1025.395835] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.899968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.900151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.900305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.901083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.901083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.901249] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 1025.933945] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.934126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.934188] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.934397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.934622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.945218] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 1026.962563] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1026.962953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.294265] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1027.294377] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1027.294501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.335144] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: SUCCESS [ 1027.335210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.959978] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 1027.959978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.980528] env[66071]: INFO networking_nsxv3.common.synchronization [None req-48661a53-0b0b-4526-8e67-73cfb3128cfe tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1028.981143] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1028.981472] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.981593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.981659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.981857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.982025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.984080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.984155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.984335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.985251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.985251] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.174055] env[66071]: INFO networking_nsxv3.common.synchronization [req-4a83ce80-2555-42ca-aeac-4f0ff2d08683 req-e4bea34d-7720-4941-a2c0-6c9b2350ce1a tempest-ServerActionsV293TestJSON-581834729 tempest-ServerActionsV293TestJSON-581834729-project-member] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 1029.174663] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGHEST for action security_group_members [ 1029.175014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.175154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.175214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.175895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.175895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.175895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.176206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.176206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.176319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.176425] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.489026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490494] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.490494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.490494] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1029.529499] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.529499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.529499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.529499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.529499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.542324] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1029.638894] env[66071]: INFO networking_nsxv3.common.synchronization [req-ce136568-a37a-44f7-9176-237129f952c2 req-42c460a5-0b50-47f6-92b4-bb56644e7305 tempest-ServerRescueTestJSON-1948118900 tempest-ServerRescueTestJSON-1948118900-project-member] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1029.639143] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1029.639481] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.639601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.639665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.639878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.640084] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.640215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.640278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.640429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.640508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.640600] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.679168] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.679327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.679427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.679614] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.679854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.680015] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.680082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.680130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.680286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.680361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.680495] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 is going to be updated. [ 1029.714210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.716093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.716093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.716093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.716093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.724934] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: IN_PROGRESS for 2s [ 1029.923325] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d1987441-0c2c-49e0-80f4-ab42aac41e80 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 with Priority: HIGHEST for action security_group_rules [ 1029.923773] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 with Priority: HIGHEST for action security_group_rules [ 1029.924329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caaeb221-f9a9-4ace-bd02-89e0c282e579 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925495] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caaeb221-f9a9-4ace-bd02-89e0c282e579',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.144039] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.435222] env[66071]: INFO networking_nsxv3.common.synchronization [None req-4c47430c-06ed-49bd-9bfe-0cc59cb02252 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 with Priority: HIGHEST for action security_group_rules [ 1030.435856] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 with Priority: HIGHEST for action security_group_rules [ 1030.436326] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caaeb221-f9a9-4ace-bd02-89e0c282e579 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.436467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.452029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.452029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 already deleted. [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.452029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.452029] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caaeb221-f9a9-4ace-bd02-89e0c282e579',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.647681] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.982392] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.982392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.982392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.982392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.982392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.982392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caaeb221-f9a9-4ace-bd02-89e0c282e579 already deleted. [ 1030.982392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caaeb221-f9a9-4ace-bd02-89e0c282e579" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.153656] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.154062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.154062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.154193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.154287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.154389] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be updated. [ 1031.193637] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.193842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.193914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.194479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.194650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.208249] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 1031.552657] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1031.552939] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea deletion is rescheduled due to dependency. [ 1031.553091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.739891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f386ce-21bf-4668-b748-f8f63c646c45 in Status: SUCCESS [ 1031.740119] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 deletion is rescheduled due to dependency. [ 1031.740213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.499769] env[66071]: INFO networking_nsxv3.common.synchronization [req-a87bc268-e573-4478-a83d-de4da1b91124 req-b010e2da-6f55-4325-8d9d-c2706cfe17b2 tempest-ServersAdminNegativeTestJSON-1980430250 tempest-ServersAdminNegativeTestJSON-1980430250-project-member] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1032.500748] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1032.500748] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.500941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.500941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.504109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.504109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.504109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.504109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.504109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.504109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.504109] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.765195] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d23679ea-bbcf-46b1-9f9b-99bd53c3ec2c None None] Enqueued Resource ID: 3c2ea3cb-7854-4a45-9d8c-0133b9477739 with Priority: HIGHEST for action port [ 1032.765195] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2ea3cb-7854-4a45-9d8c-0133b9477739 with Priority: HIGHEST for action port [ 1032.765195] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2ea3cb-7854-4a45-9d8c-0133b9477739 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2ea3cb-7854-4a45-9d8c-0133b9477739" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2ea3cb-7854-4a45-9d8c-0133b9477739" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.770529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2ea3cb-7854-4a45-9d8c-0133b9477739" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.770529] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2ea3cb-7854-4a45-9d8c-0133b9477739',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.006294] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.145664] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.145664] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.145664] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.145664] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.145664] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.145664] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.145664] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.146507] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.146507] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.146507] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.168053] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.168053] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.168053] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.168280] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.168386] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-648fbeeb-bec7-48e8-946e-fb3230f4fef1 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.168549] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.168662] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.169229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.169383] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648fbeeb-bec7-48e8-946e-fb3230f4fef1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.217577] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 4s [ 1033.274609] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c2ea3cb-7854-4a45-9d8c-0133b9477739 [ 1033.274609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.274609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.274609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.274886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.274886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.274957] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c2ea3cb-7854-4a45-9d8c-0133b9477739 already deleted. [ 1033.275024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2ea3cb-7854-4a45-9d8c-0133b9477739" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.509249] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.674742] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.674968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.675125] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.675455] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.675632] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.675804] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 648fbeeb-bec7-48e8-946e-fb3230f4fef1 not found, creating... [ 1033.676101] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676281] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.676399] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.676647] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.676868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.677259] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.677355] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.677499] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.677736] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.677999] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.678158] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 648fbeeb-bec7-48e8-946e-fb3230f4fef1 is going to be created. [ 1033.704196] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.704463] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.704633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.704952] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.705199] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.705422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.012302] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.012469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.012592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.012782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.012955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.012991] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be updated. [ 1034.060043] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.060043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.060335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.060687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.060950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.075320] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1034.481090] env[66071]: INFO networking_nsxv3.common.synchronization [req-a87bc268-e573-4478-a83d-de4da1b91124 req-373c9153-2a1e-4446-93b6-5beb60a8a4b3 service nova] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_rules [ 1034.481329] env[66071]: INFO networking_nsxv3.common.synchronization [req-a87bc268-e573-4478-a83d-de4da1b91124 req-373c9153-2a1e-4446-93b6-5beb60a8a4b3 service nova] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1034.481435] env[66071]: INFO networking_nsxv3.common.synchronization [req-a87bc268-e573-4478-a83d-de4da1b91124 req-373c9153-2a1e-4446-93b6-5beb60a8a4b3 service nova] Enqueued Resource ID: 648fbeeb-bec7-48e8-946e-fb3230f4fef1 with Priority: HIGHEST for action port [ 1034.483220] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_rules [ 1034.483220] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1034.483220] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648fbeeb-bec7-48e8-946e-fb3230f4fef1 with Priority: HIGHEST for action port [ 1034.483570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.483747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.483747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.483989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.484080] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.485263] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.485263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.485474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-648fbeeb-bec7-48e8-946e-fb3230f4fef1 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.485474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.485474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.487031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.489385] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648fbeeb-bec7-48e8-946e-fb3230f4fef1',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.991176] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.991176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.992355] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 648fbeeb-bec7-48e8-946e-fb3230f4fef1 with status ACTIVE [ 1034.992657] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.993310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.993310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.993725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.995103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.995103] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.995103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.995785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.995889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.996050] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 648fbeeb-bec7-48e8-946e-fb3230f4fef1 is going to be updated. [ 1035.022796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.022796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.022796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.023227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.023227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.023312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-648fbeeb-bec7-48e8-946e-fb3230f4fef1" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.232101] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 1035.232385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.329772] env[66071]: INFO networking_nsxv3.common.synchronization [None req-777b9b1c-9e13-45fe-b5c0-f2984b4ea2e8 None None] Enqueued Resource ID: 9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed with Priority: HIGHEST for action port [ 1035.330414] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed with Priority: HIGHEST for action port [ 1035.330763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.330926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.331025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.332258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.332360] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.837474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed [ 1035.837683] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.837815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.837885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.838199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.838436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.838550] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed already deleted. [ 1035.838602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9696aa6c-a0cd-4d7e-9bc0-9c9bd821c7ed" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.086451] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1036.086770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.087126] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.087239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.087411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.087545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.087607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.087782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.087861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.087958] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.591868] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.097937] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.409640] env[66071]: INFO networking_nsxv3.common.synchronization [req-daa1bd93-274b-4ff5-ae61-e028c1b168fa req-4d049841-4710-43bd-b70b-1a1fc9e01834 tempest-ServersAdminTestJSON-1965660318 tempest-ServersAdminTestJSON-1965660318-project-member] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1037.410207] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGHEST for action security_group_members [ 1037.410512] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.411122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.411295] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.411406] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.411668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.411763] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.602030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.602030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.602030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.602256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.602392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.602392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be updated. [ 1037.621808] env[66071]: INFO networking_nsxv3.common.synchronization [req-dda26812-e7ef-4511-80df-53b4addf492b req-c386cad2-c3fd-4824-b22a-42d7de3fea5e tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1037.624057] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1037.624057] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.624057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.624057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.624057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.624352] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.624352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.624443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.625031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.625031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.625354] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.639056] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.640697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.640697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.640697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.640697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.652068] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1037.820382] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f9bf730-570c-4243-a420-9f5652eaf983 req-46c122da-703f-4fb6-b134-d21ea854e3d1 tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1037.822310] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1037.822488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.822575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.822854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.826020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.826020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.826020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.826020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.826020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.826020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.826020] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.913611] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.913885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.914055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.914380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.914525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.914757] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.914882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.915047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.915270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.915365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.915464] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be updated. [ 1037.953153] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.953946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.953946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.953946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.953946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.964188] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: IN_PROGRESS for 2s [ 1038.128988] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.128988] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.128988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.130119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.130119] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1038.164588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.164764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.164764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.164935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.165155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.178988] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1038.240972] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.241225] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.241341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.241646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.241937] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.242128] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.242274] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.242539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.242693] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.242967] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.243100] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.243229] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.243340] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.243474] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.243607] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.243783] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.267200] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.267413] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.267525] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.267709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.268122] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-8a5293d8-f922-4552-b11b-2b5b094595fd taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.268313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.268469] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.268973] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.269239] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5293d8-f922-4552-b11b-2b5b094595fd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.327589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.327806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.327851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.328287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.328439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.328717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.328910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.329027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.329276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.329449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.329603] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1038.362826] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.362826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.362826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.362826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.363155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.384816] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1038.649454] env[66071]: INFO networking_nsxv3.common.synchronization [req-7cfe6f0e-a202-46d8-aef9-65c46d211b33 req-afc3bc0c-d276-4168-9854-89b5cdd86cc5 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 1038.650053] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a3ab8c-1175-4c25-a975-28b440131063 with Priority: HIGHEST for action security_group_members [ 1038.650369] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a3ab8c-1175-4c25-a975-28b440131063 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.650504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.650564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.650936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.650936] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.651091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.651141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.651256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.651344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.651442] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a3ab8c-1175-4c25-a975-28b440131063',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.772352] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.772577] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.772701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.773019] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.773958] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.773958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 8a5293d8-f922-4552-b11b-2b5b094595fd not found, creating... [ 1038.773958] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.773958] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.773958] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.775340] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.775340] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.775340] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 8a5293d8-f922-4552-b11b-2b5b094595fd is going to be created. [ 1038.800697] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.800932] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.801101] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.801773] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.801773] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.801957] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.154642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.154642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.154642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.155060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.155060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.155060] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.155060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.155258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.155258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.155331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.155402] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 is going to be updated. [ 1039.184874] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.185067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.185138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.185355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.185535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197592] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: IN_PROGRESS for 2s [ 1039.516486] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f9bf730-570c-4243-a420-9f5652eaf983 req-328194bf-b208-4650-a1e4-f3fb337b0675 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1039.516767] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f9bf730-570c-4243-a420-9f5652eaf983 req-328194bf-b208-4650-a1e4-f3fb337b0675 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1039.517015] env[66071]: INFO networking_nsxv3.common.synchronization [req-5f9bf730-570c-4243-a420-9f5652eaf983 req-328194bf-b208-4650-a1e4-f3fb337b0675 service nova] Enqueued Resource ID: 8a5293d8-f922-4552-b11b-2b5b094595fd with Priority: HIGHEST for action port [ 1039.517586] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1039.517861] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1039.518323] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5293d8-f922-4552-b11b-2b5b094595fd with Priority: HIGHEST for action port [ 1039.518503] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.518726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.518726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.518978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.519092] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.519965] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520253] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a5293d8-f922-4552-b11b-2b5b094595fd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.520651] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5293d8-f922-4552-b11b-2b5b094595fd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.662194] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1039.662428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.662601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.662825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.663031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.663164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.663231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.663385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.663463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.663583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.663682] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.975513] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888c133-244b-41f0-9537-5de0a72b4711 in Status: SUCCESS [ 1039.975672] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 deletion is rescheduled due to dependency. [ 1039.975808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.024592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.024706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.025499] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a5293d8-f922-4552-b11b-2b5b094595fd with status ACTIVE [ 1040.025499] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.025499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.025499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.025499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.025830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.025830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.025830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.025962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.026099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.026170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.026429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.026528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.026638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.026792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.026871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027449] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a5293d8-f922-4552-b11b-2b5b094595fd is going to be updated. [ 1040.055777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.055949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.056303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.056457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.056630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a5293d8-f922-4552-b11b-2b5b094595fd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.166558] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.166955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.166955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.167105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.167210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.167318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.167375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.167553] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.167645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.167735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.167928] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.168845] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.168845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.169394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.169394] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.201861] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1040.202416] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 1040.202416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.400217] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1040.400290] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1040.400375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.400542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.400754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.401202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.401361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.401438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.401623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.401710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.401810] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.600885] env[66071]: INFO networking_nsxv3.common.synchronization [req-29e3eb38-b794-4b79-8d82-5b2c4eee7c78 req-9addcf88-e646-4d61-aa70-5a301e453036 tempest-ImagesTestJSON-2008734384 tempest-ImagesTestJSON-2008734384-project-member] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1040.601500] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGHEST for action security_group_members [ 1040.601820] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.601965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.602258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.602712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.602889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.674591] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aac088c-cef9-44f2-8b9f-562eca56f56f: rpc.has_security_group_logging(os_id): False [ 1040.695932] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.696152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.696152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.696368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.696447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.697032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.697032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.697032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.697032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.697032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.697411] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.697411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.697411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.697540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.697540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.697718] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.697800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.697867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.698015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.698094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.698179] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be updated. [ 1040.770373] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.770557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.770640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.770857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.771065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.784383] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1040.905168] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.106032] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.106032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.106032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.106032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.106362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.106362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.106448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.106549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.106722] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be updated. [ 1041.136578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.136767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.136850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.137085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.137243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.150735] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: IN_PROGRESS for 2s [ 1041.209686] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a3ab8c-1175-4c25-a975-28b440131063 in Status: SUCCESS [ 1041.210064] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a3ab8c-1175-4c25-a975-28b440131063 deletion is rescheduled due to dependency. [ 1041.210064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a3ab8c-1175-4c25-a975-28b440131063" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.407640] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.909972] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.910200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.910251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.910511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.910556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.910660] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1041.942931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.943165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.943165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.943357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.943529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.953985] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1042.802035] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1042.802449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.162248] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 in Status: SUCCESS [ 1043.162444] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 deletion is rescheduled due to dependency. [ 1043.162556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.748844] env[66071]: INFO networking_nsxv3.common.synchronization [req-f6471049-017a-4679-b27e-5658fcd354e7 req-fc2b9638-b9fb-43b2-8032-a9b6dab1e8cb tempest-ServerRescueTestJSON-1948118900 tempest-ServerRescueTestJSON-1948118900-project-member] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1043.749336] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGHEST for action security_group_members [ 1043.749697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.749842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.749916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.750329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.750587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.750743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.750743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.750871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.750977] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.751118] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.964888] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1043.965358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.965358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.965497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.965817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.965817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.965981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.966029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.966196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.966276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.966381] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.254091] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.254334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.254459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.254742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.254875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.255375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.255375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.255583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.255678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.255810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.256054] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be updated. [ 1044.281837] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.282056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.282178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.282362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.282448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.290747] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: IN_PROGRESS for 2s [ 1044.468679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.468976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.468976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.469160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.469447] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.469564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.469610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.469773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.469862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.469949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.470114] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.470554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.470918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.471085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.471142] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.977287] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 1044.999030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.999030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.999030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.999030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.999030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.999384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.999441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.999535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.999720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.999838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.000084] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.000315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.000412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.000584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.000692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.000951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.001122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.001220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.001395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.001509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.001627] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1045.074255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.074927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.075638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.076013] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.092899] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1045.351895] env[66071]: INFO networking_nsxv3.common.synchronization [req-de6e8198-8504-449f-9ddd-2f3b28dd9c4f req-8a852b22-0360-4637-8392-1cb3e1dfed3c tempest-AttachInterfacesV270Test-241867727 tempest-AttachInterfacesV270Test-241867727-project-member] Enqueued Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1045.351895] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1045.352202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.352330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.352398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.352669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.352800] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.352900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.352960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.353121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.353207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353338] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.699675] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.699887] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-912" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.699994] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-912" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.700362] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-912" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.700624] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.700780] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.700893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.701155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.701306] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.701509] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.701619] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.701723] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.701826] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.702657] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.702657] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.702657] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.728492] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.728693] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.728866] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.729147] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-912" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.729499] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-16524d07-f0c7-4471-b914-21df9586f7ce taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.729689] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.731492] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.731492] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.731492] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16524d07-f0c7-4471-b914-21df9586f7ce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.855878] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.856410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.856410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.856607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.856732] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.856845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.857218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.858028] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93207645-ff89-4f15-8de3-856f26af8183 already deleted. [ 1045.858028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.232860] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.233249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.233249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.233505] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.233678] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.233849] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 16524d07-f0c7-4471-b914-21df9586f7ce not found, creating... [ 1046.234130] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.234320] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.234434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.234651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.234787] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235078] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.235239] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.235354] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.235557] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.235687] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235821] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 16524d07-f0c7-4471-b914-21df9586f7ce is going to be created. [ 1046.256581] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.256785] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.256911] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.257232] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.257459] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257681] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.311106] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec in Status: SUCCESS [ 1046.311321] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec deletion is rescheduled due to dependency. [ 1046.311446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.007550] env[66071]: INFO networking_nsxv3.common.synchronization [req-de6e8198-8504-449f-9ddd-2f3b28dd9c4f req-3da85046-f8c7-4068-9edc-813b860e2410 service nova] Enqueued Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_rules [ 1047.007618] env[66071]: INFO networking_nsxv3.common.synchronization [req-de6e8198-8504-449f-9ddd-2f3b28dd9c4f req-3da85046-f8c7-4068-9edc-813b860e2410 service nova] Enqueued Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1047.007774] env[66071]: INFO networking_nsxv3.common.synchronization [req-de6e8198-8504-449f-9ddd-2f3b28dd9c4f req-3da85046-f8c7-4068-9edc-813b860e2410 service nova] Enqueued Resource ID: 16524d07-f0c7-4471-b914-21df9586f7ce with Priority: HIGHEST for action port [ 1047.008399] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_rules [ 1047.008500] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1047.008593] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16524d07-f0c7-4471-b914-21df9586f7ce with Priority: HIGHEST for action port [ 1047.008879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.009069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.009177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.009484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.009843] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.010434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.010541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.010744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.010882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.011455] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.011455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.011455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.011455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.011455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.011768] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.012265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-16524d07-f0c7-4471-b914-21df9586f7ce taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.012644] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16524d07-f0c7-4471-b914-21df9586f7ce',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.110167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1047.110407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273581] env[66071]: INFO networking_nsxv3.common.synchronization [req-4b8dbb62-9f56-45cb-b10d-8fdb84bf3471 req-1cc694a4-b3b7-4ede-bf5e-7a9801edbf32 tempest-ServersAdminNegativeTestJSON-1980430250 tempest-ServersAdminNegativeTestJSON-1980430250-project-member] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1047.274127] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1047.274465] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.274601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.274669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.274882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.275049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.275152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.275214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.275363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.275443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.275535] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.516027] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.521897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.522094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.522658] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16524d07-f0c7-4471-b914-21df9586f7ce with status ACTIVE [ 1047.522658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.522658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.522658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.522938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.522938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.524091] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.524091] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.524091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.524607] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16524d07-f0c7-4471-b914-21df9586f7ce is going to be updated. [ 1047.549679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.549679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.549679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.549909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.549909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.550072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16524d07-f0c7-4471-b914-21df9586f7ce" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.752802] env[66071]: INFO networking_nsxv3.common.synchronization [req-0449a641-a83a-4cb4-b281-3b06d923c494 req-2a34b04e-0750-499d-9c6d-a6b5bc6c6f0f tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1047.753361] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1047.753675] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.753796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.753863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.754075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.754232] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.754329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.754391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.754536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.754628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.754745] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.778763] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.029553] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.048190] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.048404] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.048527] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.048800] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.049425] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.049594] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.049712] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.049926] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.052555] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.052555] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.053123] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.053267] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.053405] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.053572] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.053688] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.053826] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.076117] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.076117] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.076117] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.076318] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.076816] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-393d9d99-7383-40a8-bbba-180af4ce6285 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.077111] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.077341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.077670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.077802] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393d9d99-7383-40a8-bbba-180af4ce6285',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.256851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.257107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.257172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.257472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.257544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.257750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.257909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.257909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.258083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.258368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.258368] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1048.282035] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.287567] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.287669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.287669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.287879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.288034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.298736] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1048.532978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.533218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.533218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.533599] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.533700] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93207645-ff89-4f15-8de3-856f26af8183 is going to be created. [ 1048.557545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.557700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.557751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.557947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.558119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.568032] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: UNINITIALIZED for 2s [ 1048.580870] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.581201] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.581338] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.581605] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.581755] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.581896] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 393d9d99-7383-40a8-bbba-180af4ce6285 not found, creating... [ 1048.582171] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.582326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.582465] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.582731] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.582895] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.583203] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.583394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.583521] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.583727] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.583857] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.584019] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 393d9d99-7383-40a8-bbba-180af4ce6285 is going to be created. [ 1048.605300] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.605300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.605300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.605300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.605300] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.605595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.784747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.784979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.784979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.785216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.785309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.785407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be updated. [ 1048.819243] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.819243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.819243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.819510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.819622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.829207] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1049.344187] env[66071]: INFO networking_nsxv3.common.synchronization [req-0449a641-a83a-4cb4-b281-3b06d923c494 req-38635702-e2ce-4fc8-851c-32a279bf6192 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 1049.344874] env[66071]: INFO networking_nsxv3.common.synchronization [req-0449a641-a83a-4cb4-b281-3b06d923c494 req-38635702-e2ce-4fc8-851c-32a279bf6192 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1049.344874] env[66071]: INFO networking_nsxv3.common.synchronization [req-0449a641-a83a-4cb4-b281-3b06d923c494 req-38635702-e2ce-4fc8-851c-32a279bf6192 service nova] Enqueued Resource ID: 393d9d99-7383-40a8-bbba-180af4ce6285 with Priority: HIGHEST for action port [ 1049.345182] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 1049.345320] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1049.345417] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393d9d99-7383-40a8-bbba-180af4ce6285 with Priority: HIGHEST for action port [ 1049.345697] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.346554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.346638] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.346853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.346941] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.348429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.348495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.348888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-393d9d99-7383-40a8-bbba-180af4ce6285 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.348999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.348999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.349221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.349306] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393d9d99-7383-40a8-bbba-180af4ce6285',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.849803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.849803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.853438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393d9d99-7383-40a8-bbba-180af4ce6285 with status ACTIVE [ 1049.853644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.853773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.853834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.854071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.854175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.854342] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.854489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.854543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.855011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.855011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.855011] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.855011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.855243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.855243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.855321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.855417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393d9d99-7383-40a8-bbba-180af4ce6285 is going to be updated. [ 1049.876750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.877089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.877089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.877394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.877589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.877782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393d9d99-7383-40a8-bbba-180af4ce6285" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.310219] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1050.310453] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 1050.310549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.310711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.310899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.311191] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.311345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.311408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.311546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.311627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.311724] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.578068] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: SUCCESS [ 1050.578370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.578483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.579446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579446] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.814360] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.841588] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1050.841699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.081858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.082026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.082136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.082350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.082510] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.082605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.082748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.082813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.082874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.082956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.083151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.083260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.083354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.083773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.083862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.084081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.084150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.084243] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.316436] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.586571] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93207645-ff89-4f15-8de3-856f26af8183: rpc.has_security_group_logging(os_id): False [ 1051.612656] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.612852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.612852] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.614185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.614185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.614185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.614591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.614754] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.614854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.614913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.615078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.615178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.615290] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93207645-ff89-4f15-8de3-856f26af8183 is going to be created. [ 1051.676234] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.676234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.676234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.676234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.676234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.690639] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: IN_PROGRESS for 2s [ 1051.819098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.819337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.819337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.819534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.819708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.819834] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1051.854258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.854544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.854735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.855149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.855456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.865939] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1053.359233] env[66071]: INFO networking_nsxv3.common.synchronization [req-7d5e4254-9e90-4532-bc32-db515fd3fca8 req-ebad3be2-b5ec-4f30-9bdd-e60437809527 tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1053.359514] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1053.359812] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.359948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.360066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.360220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.360397] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.361431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.361431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.361431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.361431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.361431] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.703569] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: SUCCESS [ 1053.703834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.864049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.864265] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.864394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.864663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.864781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.865009] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.865151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.865224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.865379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.865454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.865543] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1053.877846] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1053.878078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.878245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.878453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.878645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.878763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.878827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.879067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.879067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.879254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.879254] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.897710] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.897928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.897928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.898165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.898316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.909188] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1054.382126] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.382540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382540] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.382824] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.382940] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.383053] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.383157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.383296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.383725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.383725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.383725] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.384061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.384061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.384061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.384277] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.384277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.384735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.384735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.384735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.384735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.384735] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.887569] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9493636-ab96-4cd0-a78d-70148af354f5: rpc.has_security_group_logging(os_id): False [ 1054.909120] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.909120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.909120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.909120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.909120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.909712] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.909712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.909712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.909712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.909712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.909963] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.909963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.910240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.910600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910600] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.910798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.911496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.911496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.911496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1054.980470] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.980653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.980739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.981008] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.981241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.004111] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1055.920192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1055.920619] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1055.920619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.026717] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1057.026717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.360635] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.361029] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1062.389554] env[66071]: INFO networking_nsxv3.common.synchronization [req-d9aff04d-5276-4f44-9f18-794d9b18c24e req-1668733e-f309-4628-b372-18e61353c8f2 tempest-AttachInterfacesV270Test-241867727 tempest-AttachInterfacesV270Test-241867727-project-member] Enqueued Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1062.390493] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGHEST for action security_group_members [ 1062.390493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.390781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.390781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.390781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.391265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.391265] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.391945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.392177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.392307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.392470] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.898966] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.898966] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.898966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.898966] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93207645-ff89-4f15-8de3-856f26af8183 is going to be updated. [ 1062.945216] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.945216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.945216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.945216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.945216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953755] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: IN_PROGRESS for 2s [ 1064.630058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.630058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.630058] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.630484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.630484] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.968166] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93207645-ff89-4f15-8de3-856f26af8183 in Status: SUCCESS [ 1064.968166] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93207645-ff89-4f15-8de3-856f26af8183 deletion is rescheduled due to dependency. [ 1064.968166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.134481] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.235630] env[66071]: INFO networking_nsxv3.common.synchronization [None req-9d6b6379-5add-4767-b70e-b654fa4691cc None None] Enqueued Resource ID: dd7de7d3-766f-4317-89ca-b794ebd3569d with Priority: HIGHEST for action port [ 1065.236478] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7de7d3-766f-4317-89ca-b794ebd3569d with Priority: HIGHEST for action port [ 1065.238159] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7de7d3-766f-4317-89ca-b794ebd3569d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.238159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7de7d3-766f-4317-89ca-b794ebd3569d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.238159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7de7d3-766f-4317-89ca-b794ebd3569d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.238443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7de7d3-766f-4317-89ca-b794ebd3569d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.238505] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7de7d3-766f-4317-89ca-b794ebd3569d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.352574] env[66071]: INFO networking_nsxv3.common.synchronization [req-12eb2704-6f16-49e8-96dc-675382300649 req-15b95d63-78b8-42bc-bc1a-4d0498abdd88 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 1065.353774] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGHEST for action security_group_members [ 1065.354217] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.355144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.355144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.355144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.355144] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.355369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.355369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.355499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.355617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.355749] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.637625] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.741035] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd7de7d3-766f-4317-89ca-b794ebd3569d [ 1065.741350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.741484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.741557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.741871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.741987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.742117] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd7de7d3-766f-4317-89ca-b794ebd3569d already deleted. [ 1065.742209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7de7d3-766f-4317-89ca-b794ebd3569d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.852266] env[66071]: INFO networking_nsxv3.common.synchronization [req-f400bab5-93ef-4813-8eb3-9fd8d7b30221 req-5f3206b2-0eda-4de5-afdb-74d73ef01d0f tempest-ServersAdminNegativeTestJSON-1980430250 tempest-ServersAdminNegativeTestJSON-1980430250-project-member] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1065.852976] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGHEST for action security_group_members [ 1065.853292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.853423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.853499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.853685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.853844] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.853938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.854024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.854162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.854246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.854339] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.860673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.860673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.860673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.860673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.885186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.886846] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.886846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.886986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.887177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.887485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.887485] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 is going to be updated. [ 1065.920452] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.920616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.920676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.920880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.921038] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.932427] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: IN_PROGRESS for 2s [ 1066.140161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1066.141258] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1066.356987] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.357868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.357868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.357868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.357868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.357868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.358258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.358258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.358258] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.358378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.358528] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be updated. [ 1066.403717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.403717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.403717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.403717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.403717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.412928] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: IN_PROGRESS for 2s [ 1066.677394] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.677759] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.677759] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.678511] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.678511] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.678511] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.678511] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.678713] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.678827] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.679051] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.679221] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.679280] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.679941] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.679941] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.679941] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.679941] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.699969] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.700197] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.700359] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.700547] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.700889] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-32856398-32ad-4202-ab14-f0b91aad0be0 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.701017] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.701136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.701474] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.701612] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32856398-32ad-4202-ab14-f0b91aad0be0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.203979] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.204238] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.204365] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.204654] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.205313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.206224] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 32856398-32ad-4202-ab14-f0b91aad0be0 not found, creating... [ 1067.206224] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.206417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.206567] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.206833] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.206971] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.207531] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.207531] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.207689] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.207944] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.208022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.209051] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 32856398-32ad-4202-ab14-f0b91aad0be0 is going to be created. [ 1067.290997] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.290997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.290997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.290997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.290997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.290997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.296826] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.297087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.297087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.297243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.309676] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1067.312634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.313619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1067.477670] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.477841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.477894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.478231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.494030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494898] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1067.495240] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.495240] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1067.543423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.543598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.543650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.543875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.545716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.546013] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1067.633296] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.633296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.633296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.633296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.633296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.633296] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1067.719169] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.719546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.719546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.719700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.719957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.720294] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1067.720401] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'93207645-ff89-4f15-8de3-856f26af8183', 'b1acb71f-7700-4163-8a2f-733e5b39f979', '0fb9b648-f053-4933-9598-7f6d052c3d06', '74612c54-1cda-4711-b90e-bbcfa75f0b47', '5b6b9fec-aa39-40df-b8a5-56cb47e63b32', 'efb1f70e-7649-4f13-b3fc-b230298364ef', 'd48bec2f-0e2d-497d-8e3b-3b9ef5e12477', '5779b9d5-cfe6-4a13-b980-5dfb77f832ec', '8204e977-b7a2-4941-bca3-d1ff118c1ebc', '144b2a34-2beb-433d-93af-f1b18cdc437a', 'e744ae15-d3b9-446f-88a0-7c2171ec6c6b', '6aac088c-cef9-44f2-8b9f-562eca56f56f', 'bd28acc0-3bfc-4fcc-859e-28cfec88ca79', '7dceb779-c4ac-4d10-82fa-20ad50883a41', 'b5a2f160-eedf-4380-84d2-79d24c59c142', '7bfe7275-e295-4469-809d-61933fb513bd', '4f950c37-1310-4d3e-be6c-898abc69beb8', '6b1fcfe2-da99-43af-9a2c-2178d273a949', 'a1f386ce-21bf-4668-b748-f8f63c646c45', '8be626ed-d1db-4a4e-baa0-0b17b99bfdfa', '0888c133-244b-41f0-9537-5de0a72b4711', '78dd0565-84cb-484d-ae8b-175e93290d50', '505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9', '4dee7140-1eb5-4b37-a0f5-00dd8c414704', '4548839d-25ba-4208-9764-d8b04f07d459', 'de3c6a22-311a-4a19-8e80-5066ea570467', '51e4d66b-5915-40ad-8daa-14f9feb2291e', '00aa7778-04f4-4e5a-b765-86f9f0f66692', '4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30', '5900ffb1-6bfc-486f-889d-94c6fdec2197', '65024d50-01a9-40ab-8ad3-5f3c43456202', 'da1a3eac-a1ca-4664-b8fe-c55bba10d72d', 'f4c0aec4-50f7-4c01-b92e-874a891d1b5c', '1587785c-a915-47f2-8b5d-73b7a5466fd6', '2407c1cd-c49a-433f-95d1-7bbc5b0db7b5', 'e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2', '588c7ea3-677b-4fb4-afa2-9244301d4297', '431aed8b-b762-4de0-a22f-8faa4fc842d2', 'b4a34d4c-01b8-4990-989a-7984ef715a2f', '60bc2d92-333c-4587-987f-29a44f9c6cce', 'c3a3ab8c-1175-4c25-a975-28b440131063', '2100280f-4eeb-4aca-b138-71f5522ed9ea', 'dd8e626f-0e47-4204-a978-680a7b8268cd', '5edcedda-034e-4daa-8aac-711e5dc37d26', '232be851-b7fe-4439-9a46-7b8e19a33613', 'b9493636-ab96-4cd0-a78d-70148af354f5', '80bbb297-d1e9-4513-9ca5-38e9c5ab568e', '63dd6978-9c31-4cb6-9823-7467a20ddeb3'} {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.720519] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1067.744182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.744423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.744423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.744641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.744757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.744841] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1067.744927] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.744998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1067.829577] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.829770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.829838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.830050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.831339] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831620] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1067.831703] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.831770] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1067.831843] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1067.831924] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1067.831995] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGH for action security_group_rules [ 1067.832136] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGH for action security_group_rules [ 1067.832181] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGH for action security_group_rules [ 1067.832223] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGH for action security_group_rules [ 1067.832265] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGH for action security_group_rules [ 1067.832318] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGH for action security_group_rules [ 1067.832397] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGH for action security_group_rules [ 1067.832473] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGH for action security_group_rules [ 1067.832535] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGH for action security_group_rules [ 1067.832597] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGH for action security_group_rules [ 1067.832659] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGH for action security_group_rules [ 1067.832720] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGH for action security_group_rules [ 1067.832831] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGH for action security_group_rules [ 1067.832831] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGH for action security_group_rules [ 1067.832921] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGH for action security_group_rules [ 1067.832968] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGH for action security_group_rules [ 1067.833016] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGH for action security_group_rules [ 1067.833059] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGH for action security_group_rules [ 1067.833148] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGH for action security_group_rules [ 1067.833293] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGH for action security_group_rules [ 1067.833338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.944735] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 in Status: SUCCESS [ 1067.944934] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 deletion is rescheduled due to dependency. [ 1067.945102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.958438] env[66071]: INFO networking_nsxv3.common.synchronization [req-1c5cf912-8685-44cd-80b9-85f68d3f79ea req-f1e57861-b179-44b0-b6e6-db8bd49e07fc service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [req-1c5cf912-8685-44cd-80b9-85f68d3f79ea req-f1e57861-b179-44b0-b6e6-db8bd49e07fc service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [req-1c5cf912-8685-44cd-80b9-85f68d3f79ea req-f1e57861-b179-44b0-b6e6-db8bd49e07fc service nova] Enqueued Resource ID: 32856398-32ad-4202-ab14-f0b91aad0be0 with Priority: HIGHEST for action port [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32856398-32ad-4202-ab14-f0b91aad0be0 with Priority: HIGHEST for action port [ 1067.962278] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93207645-ff89-4f15-8de3-856f26af8183 with Priority: HIGH for action security_group_rules [ 1067.962542] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGH for action security_group_rules [ 1067.962542] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 with Priority: HIGH for action security_group_rules [ 1067.962542] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a2f160-eedf-4380-84d2-79d24c59c142 with Priority: HIGH for action security_group_rules [ 1067.962651] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa with Priority: HIGH for action security_group_rules [ 1067.962691] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f386ce-21bf-4668-b748-f8f63c646c45 with Priority: HIGH for action security_group_rules [ 1067.962778] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 with Priority: HIGH for action security_group_rules [ 1067.962869] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGH for action security_group_rules [ 1067.962984] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 with Priority: HIGH for action security_group_rules [ 1067.963084] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe7275-e295-4469-809d-61933fb513bd with Priority: HIGH for action security_group_rules [ 1067.963168] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 with Priority: HIGH for action security_group_rules [ 1067.963259] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f with Priority: HIGH for action security_group_rules [ 1067.963341] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b with Priority: HIGH for action security_group_rules [ 1067.963422] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b2a34-2beb-433d-93af-f1b18cdc437a with Priority: HIGH for action security_group_rules [ 1067.963506] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc with Priority: HIGH for action security_group_rules [ 1067.963611] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGH for action security_group_rules [ 1067.963728] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec with Priority: HIGH for action security_group_rules [ 1067.963823] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGH for action security_group_rules [ 1067.963905] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1acb71f-7700-4163-8a2f-733e5b39f979 with Priority: HIGH for action security_group_rules [ 1067.964044] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 with Priority: HIGH for action security_group_rules [ 1067.964392] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.964524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.964594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.964787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.964865] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.966642] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.966888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.966888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.967044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.967257] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.967257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.968124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.968124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.968124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.968124] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.968623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-32856398-32ad-4202-ab14-f0b91aad0be0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.968987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.969181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.969908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.969908] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32856398-32ad-4202-ab14-f0b91aad0be0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.971641] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93207645-ff89-4f15-8de3-856f26af8183 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.971837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.971837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.973441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.973441] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93207645-ff89-4f15-8de3-856f26af8183',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.973441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.973709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.973709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.973825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.973825] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.975460] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.975575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.975575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.975808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.975901] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48bec2f-0e2d-497d-8e3b-3b9ef5e12477',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.976779] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a2f160-eedf-4380-84d2-79d24c59c142 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.977216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.977216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.977826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.977826] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a2f160-eedf-4380-84d2-79d24c59c142',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.978390] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.978522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.978581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.978745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.978911] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be626ed-d1db-4a4e-baa0-0b17b99bfdfa',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.979611] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f386ce-21bf-4668-b748-f8f63c646c45 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.979750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.979890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.979999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.980089] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f386ce-21bf-4668-b748-f8f63c646c45',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.981610] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1fcfe2-da99-43af-9a2c-2178d273a949 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.981610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.981610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.981610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.981610] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1fcfe2-da99-43af-9a2c-2178d273a949',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.982850] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.982850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.982850] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.983899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dceb779-c4ac-4d10-82fa-20ad50883a41 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.984015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.984086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.984286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.984447] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dceb779-c4ac-4d10-82fa-20ad50883a41',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.985297] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfe7275-e295-4469-809d-61933fb513bd taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.985610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.986253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.986334] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfe7275-e295-4469-809d-61933fb513bd',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.987693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.987809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988297] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd28acc0-3bfc-4fcc-859e-28cfec88ca79',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.989217] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aac088c-cef9-44f2-8b9f-562eca56f56f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.989333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989593] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aac088c-cef9-44f2-8b9f-562eca56f56f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.990334] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.990933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.990933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.990933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990933] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e744ae15-d3b9-446f-88a0-7c2171ec6c6b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.995026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b2a34-2beb-433d-93af-f1b18cdc437a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995026] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b2a34-2beb-433d-93af-f1b18cdc437a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.995026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995026] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204e977-b7a2-4941-bca3-d1ff118c1ebc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.995026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.995026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.995720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995720] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.996270] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.996912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.996912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.996912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.996912] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5779b9d5-cfe6-4a13-b980-5dfb77f832ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.997401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.997531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.997600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.997774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.997816] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.998195] env[66071]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1068.000051] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1acb71f-7700-4163-8a2f-733e5b39f979 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.000051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.000051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000051] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1acb71f-7700-4163-8a2f-733e5b39f979',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.001470] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74612c54-1cda-4711-b90e-bbcfa75f0b47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.001615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.001674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.001789] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.001859] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74612c54-1cda-4711-b90e-bbcfa75f0b47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.280666] env[66071]: INFO networking_nsxv3.common.synchronization [None req-1df3ff2a-c154-405d-8bb3-0ae2b6fa5119 None None] Enqueued Resource ID: 9cb95787-1635-43e3-a998-e0b3487d1bfc with Priority: HIGHEST for action port [ 1068.280791] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb95787-1635-43e3-a998-e0b3487d1bfc with Priority: HIGHEST for action port [ 1068.281594] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb95787-1635-43e3-a998-e0b3487d1bfc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.281753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb95787-1635-43e3-a998-e0b3487d1bfc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.281831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb95787-1635-43e3-a998-e0b3487d1bfc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.282159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb95787-1635-43e3-a998-e0b3487d1bfc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.282270] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb95787-1635-43e3-a998-e0b3487d1bfc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.426649] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f in Status: SUCCESS [ 1068.426840] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f deletion is rescheduled due to dependency. [ 1068.426958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.505173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.505251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.506493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506493] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.510363] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.510491] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.516027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.516027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.516027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.516319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.517860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.517860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.517860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.517860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.517860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.517860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.517860] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.519932] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.522086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.522253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.522335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.522630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.522719] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.522826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.522887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.523395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523395] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.524144] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32856398-32ad-4202-ab14-f0b91aad0be0 with status ACTIVE [ 1068.524335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.525044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.525373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.525373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526581] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.526581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.526581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.526581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.526581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526581] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32856398-32ad-4202-ab14-f0b91aad0be0 is going to be updated. [ 1068.544383] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.546704] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.547049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.547905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.547905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.547905] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.547905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.547905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.547905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.548383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.548383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.548383] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.605959] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.606230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.606230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.608776] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.608934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.609991] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.610165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.611054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.611166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.611868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.612506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.613428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.613663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.614511] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.614511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.615394] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.615394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.621160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.621160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.621160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.621160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.621160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.621160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.622266] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.622775] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623340] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.623621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.624188] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.624653] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.624752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.625836] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.625952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.626082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627439] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.627847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.627984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.628724] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.629185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.629332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.631056] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.631056] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.631056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.632770] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.633272] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.633375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.636494] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.636997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.637196] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b2a34-2beb-433d-93af-f1b18cdc437a is going to be deleted. [ 1068.638317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.638575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.681784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.682040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e744ae15-d3b9-446f-88a0-7c2171ec6c6b is going to be deleted. [ 1068.683224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.683476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.710205] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.710393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.712354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.712509] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74612c54-1cda-4711-b90e-bbcfa75f0b47 is going to be deleted. [ 1068.713478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.713717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.743872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.744149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be626ed-d1db-4a4e-baa0-0b17b99bfdfa is going to be deleted. [ 1068.745167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.745478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.772251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.772453] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfe7275-e295-4469-809d-61933fb513bd is going to be deleted. [ 1068.773526] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.773762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.776049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.776191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.784659] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cb95787-1635-43e3-a998-e0b3487d1bfc [ 1068.784848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.784984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.785068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.785298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.785379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.785473] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cb95787-1635-43e3-a998-e0b3487d1bfc already deleted. [ 1068.785556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb95787-1635-43e3-a998-e0b3487d1bfc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.846070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.846070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.846659] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.846814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.891495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.891683] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1fcfe2-da99-43af-9a2c-2178d273a949 is going to be deleted. [ 1068.892725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.892981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.980065] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.980065] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204e977-b7a2-4941-bca3-d1ff118c1ebc is going to be deleted. [ 1068.980936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.981186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.998394] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.998569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.015072] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.040240] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.044651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.044651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd28acc0-3bfc-4fcc-859e-28cfec88ca79 is going to be deleted. [ 1069.044651] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.046475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.046475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.050265] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.050386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.058260] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.058454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.058518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.058774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.058870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.058999] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1069.061769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.061931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.061931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.062195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.062401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.062536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.062596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.062736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.062820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.062910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.063079] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.063175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.063243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.063410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.064156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.064156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.064156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.064156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.064156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.064156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.064156] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.080951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081143] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93207645-ff89-4f15-8de3-856f26af8183 is going to be deleted. [ 1069.083108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.083508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.153326] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.153468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.158563] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.158719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.158765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.159035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.159335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.160773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.160888] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f386ce-21bf-4668-b748-f8f63c646c45 is going to be deleted. [ 1069.162518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.162654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.164803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.164803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.174053] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1069.195296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.195445] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a2f160-eedf-4380-84d2-79d24c59c142 is going to be deleted. [ 1069.196477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.196719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.313988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.314186] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dceb779-c4ac-4d10-82fa-20ad50883a41 is going to be deleted. [ 1069.315093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.315322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.366098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.366098] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1acb71f-7700-4163-8a2f-733e5b39f979 is going to be deleted. [ 1069.366985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.367234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.393177] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.393332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.426711] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.426894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.427319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.427498] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48bec2f-0e2d-497d-8e3b-3b9ef5e12477 is going to be deleted. [ 1069.430213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.430213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.432124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.432219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.504298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.504488] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5779b9d5-cfe6-4a13-b980-5dfb77f832ec is going to be deleted. [ 1069.506770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.506912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.517939] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb1f70e-7649-4f13-b3fc-b230298364ef: rpc.has_security_group_logging(os_id): False [ 1069.520855] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.520855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.542418] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 1069.545415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.546756] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fb9b648-f053-4933-9598-7f6d052c3d06: rpc.has_security_group_logging(os_id): False [ 1069.568319] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6b9fec-aa39-40df-b8a5-56cb47e63b32: rpc.has_security_group_logging(os_id): False [ 1069.570858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.570999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578734] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.603713] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.603875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.607924] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.608072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.619451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.619668] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aac088c-cef9-44f2-8b9f-562eca56f56f is going to be deleted. [ 1069.620735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.620918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.621651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b2a34-2beb-433d-93af-f1b18cdc437a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.621651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.621651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.621886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e744ae15-d3b9-446f-88a0-7c2171ec6c6b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.622367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.623045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.623045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74612c54-1cda-4711-b90e-bbcfa75f0b47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.623045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.623319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be626ed-d1db-4a4e-baa0-0b17b99bfdfa" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.623452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.623524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfe7275-e295-4469-809d-61933fb513bd" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.623767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.623905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.623980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.624106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1fcfe2-da99-43af-9a2c-2178d273a949" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.624235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.624374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.624450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.624556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd28acc0-3bfc-4fcc-859e-28cfec88ca79" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.624680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.624816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.624889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.624994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204e977-b7a2-4941-bca3-d1ff118c1ebc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.625133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.625271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.625346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.625501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93207645-ff89-4f15-8de3-856f26af8183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.625584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.625725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.625799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.625906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a2f160-eedf-4380-84d2-79d24c59c142" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.626046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.626196] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.626269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.626382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f386ce-21bf-4668-b748-f8f63c646c45" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.626510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.626645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.626717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.626823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1acb71f-7700-4163-8a2f-733e5b39f979" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.626949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627098] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.627173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.627286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dceb779-c4ac-4d10-82fa-20ad50883a41" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.627411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.627617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.627725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48bec2f-0e2d-497d-8e3b-3b9ef5e12477" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.627847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.660066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.660227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.660227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.660384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.660525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.660640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.660753] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1069.661914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.662116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.747629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.748016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.748157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.748585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.748700] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef is going to be updated. [ 1069.749997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.750217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.776547] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.776790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.802658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.803058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.803221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.803336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.803552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.803636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.803868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.803978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.804793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.804793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.804793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.804793] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.804793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.804793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.805068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.805068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.805068] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 1069.806212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.806438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.807982] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.808103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.835337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.835778] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.835892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.835954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.836167] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.836286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.836372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1069.837415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.837591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.837681] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.837785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5779b9d5-cfe6-4a13-b980-5dfb77f832ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.837916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.838116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.838177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.838276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aac088c-cef9-44f2-8b9f-562eca56f56f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.856978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.856978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.856978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.856978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.889607] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.889809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.889809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.890036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.890187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.915640] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: IN_PROGRESS for 2s [ 1069.916543] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1069.969371] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.969547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.969621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.969843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.969992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.981857] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.982034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.982127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.982352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.982503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.020126] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 1070.025132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1071.183998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1071.184425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.184582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.184840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.185070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.185229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.185324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.185447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.185568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.185709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.185872] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.689048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.689278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.689278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.689531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.689702] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.689815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.689883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.690027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.690101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.690199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.690349] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.690704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.690851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.691020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.691150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.691224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.691381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.691482] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.932045] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1071.932316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.933161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: SUCCESS [ 1071.933346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.043155] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1072.043424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.044345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 1072.044570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.194819] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2100280f-4eeb-4aca-b138-71f5522ed9ea: rpc.has_security_group_logging(os_id): False [ 1072.217251] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.217421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.217472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.217722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.248059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.248059] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.248059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.248059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.248506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.248506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.248506] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.248506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.248706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.248706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.248773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.248941] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.249042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.249519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.249519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.249662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.249662] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1072.329476] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.329476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.329739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.329837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.329990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.344557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1072.840596] env[66071]: INFO networking_nsxv3.common.synchronization [req-fad96cf7-3d4a-4a64-b52e-f05cecff6c28 req-a465ab80-bf7a-44fe-9d95-e154f7fe3f9a tempest-TenantUsagesTestJSON-1438572770 tempest-TenantUsagesTestJSON-1438572770-project-member] Enqueued Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1072.841509] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1072.841585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.841734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.841734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.841971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.842139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.842240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.842297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.842605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.842605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.842605] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.185073] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.185278] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.185404] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.185800] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.185913] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.186069] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.186181] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.186384] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.186529] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.186742] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.186856] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.186987] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.187129] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.187315] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.187464] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.187704] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.208947] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.209507] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.209707] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.209886] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-379" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.210245] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-01c17592-43b4-4d68-b149-e44e9fa01fc9 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.210426] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.210609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.211016] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.211244] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c17592-43b4-4d68-b149-e44e9fa01fc9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.345341] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.345542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.345727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.345808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.345873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.346106] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.346346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.346346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.346537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.346670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.346813] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e127e733-32fa-4d36-a12a-1798be26a06d already deleted. [ 1073.346923] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.713996] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.714297] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.714458] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.714785] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.714942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.715149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 01c17592-43b4-4d68-b149-e44e9fa01fc9 not found, creating... [ 1073.715511] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.715731] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.715867] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.716137] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.716307] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.716647] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.716818] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.716977] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.717265] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.717451] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.717602] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 01c17592-43b4-4d68-b149-e44e9fa01fc9 is going to be created. [ 1073.738972] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.739223] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.739341] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.739596] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.739833] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.740077] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.363051] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1074.363448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488361] env[66071]: INFO networking_nsxv3.common.synchronization [req-fad96cf7-3d4a-4a64-b52e-f05cecff6c28 req-053ea2ff-df5e-4800-873c-35c3f7905446 service nova] Enqueued Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_rules [ 1074.488791] env[66071]: INFO networking_nsxv3.common.synchronization [req-fad96cf7-3d4a-4a64-b52e-f05cecff6c28 req-053ea2ff-df5e-4800-873c-35c3f7905446 service nova] Enqueued Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1074.488838] env[66071]: INFO networking_nsxv3.common.synchronization [req-fad96cf7-3d4a-4a64-b52e-f05cecff6c28 req-053ea2ff-df5e-4800-873c-35c3f7905446 service nova] Enqueued Resource ID: 01c17592-43b4-4d68-b149-e44e9fa01fc9 with Priority: HIGHEST for action port [ 1074.489476] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_rules [ 1074.489644] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1074.489773] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c17592-43b4-4d68-b149-e44e9fa01fc9 with Priority: HIGHEST for action port [ 1074.492189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.492189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.492189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.492456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.492539] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.494761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.494761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.494761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.495282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.495282] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.498065] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c17592-43b4-4d68-b149-e44e9fa01fc9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.498179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.498249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.498618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.498618] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c17592-43b4-4d68-b149-e44e9fa01fc9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.999902] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.000076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.000290] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.001619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c17592-43b4-4d68-b149-e44e9fa01fc9 with status ACTIVE [ 1075.001810] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.001925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.001994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.002229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.002323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.002497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.002596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.002656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.002808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.002885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.004326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.004400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.004562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.004642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.004730] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c17592-43b4-4d68-b149-e44e9fa01fc9 is going to be updated. [ 1075.026426] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.026605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.026654] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.026895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.027049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.027224] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c17592-43b4-4d68-b149-e44e9fa01fc9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.506436] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.009545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.011021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.011021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.011021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.011021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.011021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e127e733-32fa-4d36-a12a-1798be26a06d is going to be created. [ 1076.055453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.055784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.055784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.070772] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: UNINITIALIZED for 2s [ 1077.199888] env[66071]: INFO networking_nsxv3.common.synchronization [None req-829eccb0-e27d-4d37-94d5-d270cca9cecd tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1077.200500] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1077.200851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.200991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.201397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201623] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.408419] env[66071]: INFO networking_nsxv3.common.synchronization [None req-2dd3e8de-dc50-46eb-bd70-677d662dc57c tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1077.409031] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1077.409608] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.409608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.726718] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.726990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.727138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.727469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.727624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.727775] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc already deleted. [ 1077.727938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.728271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.728529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.728664] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.081788] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: SUCCESS [ 1078.082059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.082427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.082630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.082807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.082929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.082999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.083170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.083249] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.083332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.083688] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.250646] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.251011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.251011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.254236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.254337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.254454] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc already deleted. [ 1078.254524] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.586588] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.587144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.587144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.587144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.587354] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.587468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.587552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.587740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.587834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.587922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.588084] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.588181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.588242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.588386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.588609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.588609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.588672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.588792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.588885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.588936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.589041] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.923265] env[66071]: INFO networking_nsxv3.common.synchronization [None req-7dff3e27-085b-4892-a979-cd99d6c0f07e None None] Enqueued Resource ID: 837e29aa-cf6c-448e-b3a9-a2fdfeb718ba with Priority: HIGHEST for action port [ 1078.923487] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837e29aa-cf6c-448e-b3a9-a2fdfeb718ba with Priority: HIGHEST for action port [ 1078.924024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-837e29aa-cf6c-448e-b3a9-a2fdfeb718ba taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.925082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837e29aa-cf6c-448e-b3a9-a2fdfeb718ba" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.925082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837e29aa-cf6c-448e-b3a9-a2fdfeb718ba" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.925082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837e29aa-cf6c-448e-b3a9-a2fdfeb718ba" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.925082] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837e29aa-cf6c-448e-b3a9-a2fdfeb718ba',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.093043] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e127e733-32fa-4d36-a12a-1798be26a06d: rpc.has_security_group_logging(os_id): False [ 1079.116758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.116758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.116758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.117257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.117257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.117257] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.117352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.117429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.117601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.118380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118380] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.118380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.118380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.118380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.118380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118380] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e127e733-32fa-4d36-a12a-1798be26a06d is going to be created. [ 1079.187036] env[66071]: INFO networking_nsxv3.common.synchronization [req-b4554d06-a1c6-4862-b324-d7220fe4697a req-d8181c86-d101-4830-83d8-20b3b77fb58f tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 1079.188492] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 with Priority: HIGHEST for action security_group_members [ 1079.189200] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5edcedda-034e-4daa-8aac-711e5dc37d26 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.190031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.190031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.190912] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.190912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.190912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.190912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.190912] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5edcedda-034e-4daa-8aac-711e5dc37d26',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.192909] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.192909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.193219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.193219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.193563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.207021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: IN_PROGRESS for 2s [ 1079.428531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 837e29aa-cf6c-448e-b3a9-a2fdfeb718ba [ 1079.429777] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.429777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.429777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.429777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.430139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.430260] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:837e29aa-cf6c-448e-b3a9-a2fdfeb718ba already deleted. [ 1079.430353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837e29aa-cf6c-448e-b3a9-a2fdfeb718ba" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.698194] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.698194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.698194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.698194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721243] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.722185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.722185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.722185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722185] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 is going to be updated. [ 1079.755044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.755044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.755044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.755044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.755044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.767863] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: IN_PROGRESS for 2s [ 1081.217191] env[66071]: INFO networking_nsxv3.common.synchronization [req-96e1e4a7-d729-4640-9adc-7d39e97282e9 req-31ce1303-84c0-4f8f-a471-47a08394567a tempest-ServerAddressesNegativeTestJSON-1561708005 tempest-ServerAddressesNegativeTestJSON-1561708005-project-member] Enqueued Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1081.218383] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1081.218383] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.218383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.218383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.218383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.218561] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.218561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.218628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.219641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.219641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.219641] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.221294] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: SUCCESS [ 1081.221617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.713461] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c844ee44-dc78-4c2e-9f73-257b8fee2006 None None] Enqueued Resource ID: 305a3863-8310-4033-b600-c53eed66d44a with Priority: HIGHEST for action port [ 1081.714136] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305a3863-8310-4033-b600-c53eed66d44a with Priority: HIGHEST for action port [ 1081.714436] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-305a3863-8310-4033-b600-c53eed66d44a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.714534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-305a3863-8310-4033-b600-c53eed66d44a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.714623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-305a3863-8310-4033-b600-c53eed66d44a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.714862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-305a3863-8310-4033-b600-c53eed66d44a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.714979] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305a3863-8310-4033-b600-c53eed66d44a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.723118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.725017] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.725017] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb already deleted. [ 1081.725017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.780237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 in Status: SUCCESS [ 1081.780395] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5edcedda-034e-4daa-8aac-711e5dc37d26 deletion is rescheduled due to dependency. [ 1081.780463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5edcedda-034e-4daa-8aac-711e5dc37d26" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.949806] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.951018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-315" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.951018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-315" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.951018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-315" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.951018] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.951319] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.951601] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.952098] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.952429] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.955019] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.955019] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.955019] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.955019] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.955019] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.955019] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.955019] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.973568] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.973966] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.973966] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.975021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-315" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.975021] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-dbe2816b-a412-4e2f-8890-b3590d586580 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.975021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.975021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.975226] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.975226] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe2816b-a412-4e2f-8890-b3590d586580',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.217732] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 305a3863-8310-4033-b600-c53eed66d44a [ 1082.218054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.218201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.218247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.218886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.219011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.219153] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:305a3863-8310-4033-b600-c53eed66d44a already deleted. [ 1082.219248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-305a3863-8310-4033-b600-c53eed66d44a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.479740] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.480045] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.480150] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.480480] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.480665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.480869] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port dbe2816b-a412-4e2f-8890-b3590d586580 not found, creating... [ 1082.481501] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.484651] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.484651] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.484651] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: dbe2816b-a412-4e2f-8890-b3590d586580 is going to be created. [ 1082.505257] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.505257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.505257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.505257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.505257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.505257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.267959] env[66071]: INFO networking_nsxv3.common.synchronization [req-96e1e4a7-d729-4640-9adc-7d39e97282e9 req-dc4e8f97-a827-4c1d-b064-0aa9f3d6ff97 service nova] Enqueued Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_rules [ 1083.267959] env[66071]: INFO networking_nsxv3.common.synchronization [req-96e1e4a7-d729-4640-9adc-7d39e97282e9 req-dc4e8f97-a827-4c1d-b064-0aa9f3d6ff97 service nova] Enqueued Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1083.267959] env[66071]: INFO networking_nsxv3.common.synchronization [req-96e1e4a7-d729-4640-9adc-7d39e97282e9 req-dc4e8f97-a827-4c1d-b064-0aa9f3d6ff97 service nova] Enqueued Resource ID: dbe2816b-a412-4e2f-8890-b3590d586580 with Priority: HIGHEST for action port [ 1083.268437] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_rules [ 1083.268437] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1083.268437] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe2816b-a412-4e2f-8890-b3590d586580 with Priority: HIGHEST for action port [ 1083.268623] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.268740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.268886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.269059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.269140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.270509] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.270634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.270634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.270970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.270970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.271082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.271143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.271374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.271502] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.273073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe2816b-a412-4e2f-8890-b3590d586580 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.273073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.273073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.273073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.273073] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe2816b-a412-4e2f-8890-b3590d586580',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.625213] env[66071]: INFO networking_nsxv3.common.synchronization [req-f1cd0ef7-7d1a-45c1-95da-ac53fe61df1e req-cbc66c8f-7476-4680-9e1f-90960ae09103 tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1083.626243] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1083.626243] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.626394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.626394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.626707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.629592] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.629592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.629592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.629592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.629592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.629592] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.774864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.775043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.775264] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.777159] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbe2816b-a412-4e2f-8890-b3590d586580 with status ACTIVE [ 1083.779193] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.779653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.779749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.779965] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.780599] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.781132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbe2816b-a412-4e2f-8890-b3590d586580 is going to be updated. [ 1083.809892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.811358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.811617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.811774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.811907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe2816b-a412-4e2f-8890-b3590d586580" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.043044] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.043044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.043044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.043044] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.043044] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.043500] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.043768] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.044148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.044418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.044765] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.045021] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.045278] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.045516] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.045758] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.046027] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.046279] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.069202] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.069645] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.070024] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.070408] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.071220] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-a20cb9e4-87a2-40fa-8707-2b541166a702 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.071705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.073789] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.073789] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.073789] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20cb9e4-87a2-40fa-8707-2b541166a702',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.131505] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.131676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.131748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.131964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.151938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.152208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.152329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.152399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.152669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.152759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.152849] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1084.178517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.178751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.178823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.179056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.179200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.190184] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1084.277417] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.359922] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.360178] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.360438] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.360710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.361117] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.361320] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.361512] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.362141] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.362357] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.362669] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.362817] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.362952] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.363122] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.363331] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.363475] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.363672] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.383433] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.383630] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.383780] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.383954] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-400" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.384301] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-32856398-32ad-4202-ab14-f0b91aad0be0 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.384475] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.384592] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.384899] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.385058] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32856398-32ad-4202-ab14-f0b91aad0be0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.576609] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.576609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.576609] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.576862] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.576998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.577184] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port a20cb9e4-87a2-40fa-8707-2b541166a702 not found, creating... [ 1084.577436] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.577600] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.577716] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.577930] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.578102] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581301] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.581565] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.581732] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.582055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.582206] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.582350] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: a20cb9e4-87a2-40fa-8707-2b541166a702 is going to be created. [ 1084.602730] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.602992] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.603078] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.603350] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.603571] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.603811] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.779865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.780079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.780079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.780295] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.780389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.780495] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb is going to be created. [ 1084.804721] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.804896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.804965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.805162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.805326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.815039] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: UNINITIALIZED for 2s [ 1084.887149] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.887433] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.887596] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.887892] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.888048] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.888344] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.888501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.888694] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.888925] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.889069] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.889456] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.889615] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.889735] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.889942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.890086] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890225] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 32856398-32ad-4202-ab14-f0b91aad0be0 is going to be updated. [ 1084.911853] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.912171] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.912234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.912484] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.912709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.912953] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.326028] env[66071]: INFO networking_nsxv3.common.synchronization [req-f1cd0ef7-7d1a-45c1-95da-ac53fe61df1e req-8b5d4c8c-7985-4f18-a421-278ee438925b service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1085.326356] env[66071]: INFO networking_nsxv3.common.synchronization [req-f1cd0ef7-7d1a-45c1-95da-ac53fe61df1e req-8b5d4c8c-7985-4f18-a421-278ee438925b service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1085.326392] env[66071]: INFO networking_nsxv3.common.synchronization [req-f1cd0ef7-7d1a-45c1-95da-ac53fe61df1e req-8b5d4c8c-7985-4f18-a421-278ee438925b service nova] Enqueued Resource ID: a20cb9e4-87a2-40fa-8707-2b541166a702 with Priority: HIGHEST for action port [ 1085.326977] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1085.328024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1085.328181] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20cb9e4-87a2-40fa-8707-2b541166a702 with Priority: HIGHEST for action port [ 1085.328509] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.328730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.328821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.328986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.329088] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.330769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.331018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.331139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20cb9e4-87a2-40fa-8707-2b541166a702 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.331276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.331351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.331613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.331699] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20cb9e4-87a2-40fa-8707-2b541166a702',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.630852] env[66071]: INFO networking_nsxv3.common.synchronization [req-73e79686-5ccf-4223-b0b3-e945dba0815b req-8d8144ba-f6a1-47cd-a8ad-3f6bc32ca754 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 1085.631165] env[66071]: INFO networking_nsxv3.common.synchronization [req-73e79686-5ccf-4223-b0b3-e945dba0815b req-8d8144ba-f6a1-47cd-a8ad-3f6bc32ca754 service nova] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1085.631325] env[66071]: INFO networking_nsxv3.common.synchronization [req-73e79686-5ccf-4223-b0b3-e945dba0815b req-8d8144ba-f6a1-47cd-a8ad-3f6bc32ca754 service nova] Enqueued Resource ID: 32856398-32ad-4202-ab14-f0b91aad0be0 with Priority: HIGHEST for action port [ 1085.632039] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_rules [ 1085.632191] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1085.632313] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32856398-32ad-4202-ab14-f0b91aad0be0 with Priority: HIGHEST for action port [ 1085.632576] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.632740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.632777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.632966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.633059] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.633946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.634070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.634142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.634321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.634475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.634573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.634636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.634770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.634867] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.634963] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.638141] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-32856398-32ad-4202-ab14-f0b91aad0be0 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.638141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.638141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.638141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.638141] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32856398-32ad-4202-ab14-f0b91aad0be0',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.831772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.831967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.834477] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a20cb9e4-87a2-40fa-8707-2b541166a702 with status ACTIVE [ 1085.834565] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.834692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.834745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.834955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.835063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.835239] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.835336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.835419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.835544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.835623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.836886] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.836886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.836886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.836886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.836886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.836886] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a20cb9e4-87a2-40fa-8707-2b541166a702 is going to be updated. [ 1085.856255] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.856395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.856481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.856664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.856799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.856956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20cb9e4-87a2-40fa-8707-2b541166a702" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.138109] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.139300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.139415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.139588] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32856398-32ad-4202-ab14-f0b91aad0be0 with status ACTIVE [ 1086.139755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.139864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.139933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.140166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.140254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.140432] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.140555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.140646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.140862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.140951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.141157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.141304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.141334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.141551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.141656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.141738] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32856398-32ad-4202-ab14-f0b91aad0be0 is going to be updated. [ 1086.164072] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.164159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.164247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.164414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.164552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.164700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32856398-32ad-4202-ab14-f0b91aad0be0" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.199764] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 4s [ 1086.644085] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.834109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: SUCCESS [ 1086.834405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835175] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.835360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.835481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.835973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.836363] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.147362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.147362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.147362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.147362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.147362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.147362] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1087.179629] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.179629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.179629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.179629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.179629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.191146] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1087.342058] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.342207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.342263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.342501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.342677] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.342774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.342841] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.343032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.343078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.343165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.343304] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.343398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.343460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.343600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.343751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.343843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.343903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.344046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.344122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.344202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.344290] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.847086] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb: rpc.has_security_group_logging(os_id): False [ 1087.877304] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.877520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.877571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.877820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.877927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.878548] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.878548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.878790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.878837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.878948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.879211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.879332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.879405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.879586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.879671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.879954] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.880135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.880246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.880476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.880573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.880669] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb is going to be created. [ 1088.010495] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.041976] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: IN_PROGRESS for 2s [ 1088.210030] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1088.210282] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1088.211063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.211063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.211063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.211270] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.211270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.211384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.211527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.211608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.211854] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.715088] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.203139] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1089.203523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.203523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.203780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.203858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.203939] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.204397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.204397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.204397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.204397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.204397] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.218655] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.452507] env[66071]: INFO networking_nsxv3.common.synchronization [req-08e1786c-c1f4-43da-a6bd-54cf3a8d2833 req-4ac312d5-5ee8-4b0b-bf46-199dd56aea1f tempest-TenantUsagesTestJSON-1438572770 tempest-TenantUsagesTestJSON-1438572770-project-member] Enqueued Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1089.452795] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e127e733-32fa-4d36-a12a-1798be26a06d with Priority: HIGHEST for action security_group_members [ 1089.453435] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e127e733-32fa-4d36-a12a-1798be26a06d taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.453972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.454151] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.454251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.454311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.454462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.454550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.454938] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e127e733-32fa-4d36-a12a-1798be26a06d',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.709518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.709715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.709786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.709975] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.710186] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.710294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.710371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.710522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.710613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.710698] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.710840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.710932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.710991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.711146] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.711285] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.711372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.711431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.711594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.711671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.711755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.711844] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.723700] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.723700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.723819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.723997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.724178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.724321] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1089.760055] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.760055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.760055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.760055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.760055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.770201] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1089.956647] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.956829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.956903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.957450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.957550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.957612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.957923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e127e733-32fa-4d36-a12a-1798be26a06d is going to be updated. [ 1089.987170] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.987372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.987372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.987586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.987729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.997212] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: IN_PROGRESS for 2s [ 1090.055870] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: SUCCESS [ 1090.057467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.215357] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2100280f-4eeb-4aca-b138-71f5522ed9ea: rpc.has_security_group_logging(os_id): False [ 1090.233361] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.233579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.233664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.233886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.233988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.234246] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.234352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.234420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.234577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.234653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.234836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.234931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.235014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.235330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.235451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.235532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.235634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.235697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.235879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.235879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.236046] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1090.330366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.330561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.330561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.330771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.330921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.357220] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1090.671966] env[66071]: INFO networking_nsxv3.common.synchronization [req-839dfbea-a275-42c7-9ca9-3f03f95b1959 req-2d7f3991-f12a-419c-9ddf-8d90d5b44f56 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1090.673758] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1090.673758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.673758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.673758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.673758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.673758] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.673758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.673758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.675670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.675670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.675670] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.039144] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.039144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.039144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.039144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.039144] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.039874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.040165] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.040506] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.040760] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.041089] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.041302] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.041584] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.041817] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.042556] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.042556] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.042556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.063025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.063203] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.063338] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.063543] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.063969] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-90253565-3ad4-4d1c-997e-d303de873f94 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.064189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.064316] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.064659] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.064822] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90253565-3ad4-4d1c-997e-d303de873f94',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.176203] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.176398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.176398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.177360] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.177823] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc already deleted. [ 1091.177947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.567287] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.567656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.567656] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.568098] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.568327] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.568486] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 90253565-3ad4-4d1c-997e-d303de873f94 not found, creating... [ 1091.568750] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.568906] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.569035] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.569257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.569394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.569736] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.569897] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.570174] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.570413] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.570548] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.570686] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 90253565-3ad4-4d1c-997e-d303de873f94 is going to be created. [ 1091.591387] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.591710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.591847] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.592130] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.592372] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.592658] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.781939] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1091.782256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.782478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.782805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.783121] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.783293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.783419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.783658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.783793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.784382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.784382] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.008570] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e127e733-32fa-4d36-a12a-1798be26a06d in Status: SUCCESS [ 1092.008570] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e127e733-32fa-4d36-a12a-1798be26a06d deletion is rescheduled due to dependency. [ 1092.008570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e127e733-32fa-4d36-a12a-1798be26a06d" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.286574] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.286811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.287170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.287246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.287533] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.287657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.287723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.287912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.288012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288285] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.288396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.288479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.288634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.288779] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.288872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.288930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.289082] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.289158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.289242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.289333] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.374602] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1092.374829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.750081] env[66071]: INFO networking_nsxv3.common.synchronization [req-839dfbea-a275-42c7-9ca9-3f03f95b1959 req-275d42c7-401e-4c4d-917a-e565d6c6699a service nova] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1092.750349] env[66071]: INFO networking_nsxv3.common.synchronization [req-839dfbea-a275-42c7-9ca9-3f03f95b1959 req-275d42c7-401e-4c4d-917a-e565d6c6699a service nova] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1092.750415] env[66071]: INFO networking_nsxv3.common.synchronization [req-839dfbea-a275-42c7-9ca9-3f03f95b1959 req-275d42c7-401e-4c4d-917a-e565d6c6699a service nova] Enqueued Resource ID: 90253565-3ad4-4d1c-997e-d303de873f94 with Priority: HIGHEST for action port [ 1092.750971] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_rules [ 1092.751126] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1092.751224] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90253565-3ad4-4d1c-997e-d303de873f94 with Priority: HIGHEST for action port [ 1092.751504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.751670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.751700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.751905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.751987] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.752892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.753436] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.753511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.753693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.753849] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.753949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.754030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.754173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.754260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.754352] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.755168] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-90253565-3ad4-4d1c-997e-d303de873f94 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.755285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.755364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.755496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.755570] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90253565-3ad4-4d1c-997e-d303de873f94',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.791082] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 1092.812475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.812475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.812475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.812958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.812958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.813178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.813219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.816407] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.816407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.816407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.816407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.816407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.816407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1092.903619] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.903619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.903619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.903895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.903895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.923341] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1092.952185] env[66071]: INFO networking_nsxv3.common.synchronization [req-47d7e951-e6cf-4511-bef0-389087f95d43 req-61d3a502-1d94-4cd1-8cc4-e9cba2d06fc0 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1092.952828] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1092.953191] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.953332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.953400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.953667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.953833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.954244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.954244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.954244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.954357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.954357] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.257608] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.257608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.257608] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.261398] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90253565-3ad4-4d1c-997e-d303de873f94 with status ACTIVE [ 1093.261667] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.261799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.261857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.262085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.262446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.262751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.263014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.263112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.263176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.263317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.263395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.263474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90253565-3ad4-4d1c-997e-d303de873f94 is going to be updated. [ 1093.289240] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.289463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.289536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.289883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.290108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.290347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90253565-3ad4-4d1c-997e-d303de873f94" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.363256] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.363460] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.363590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.363921] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.364202] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.364358] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.364466] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.364663] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.364803] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.365016] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.365123] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.365229] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.365333] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.365436] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.365850] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.365850] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.390566] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.390566] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.390566] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.390566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.390566] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-4747809c-7b27-418c-86c9-32650ace4fa3 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.390861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.390861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.391247] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.391405] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4747809c-7b27-418c-86c9-32650ace4fa3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.458131] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.458293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.458416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.458569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.458657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.458847] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.458942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.459014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.459158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.459232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.459314] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 already deleted. [ 1093.459393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.761022] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.895672] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.895672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.895672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.895672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.895672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.895672] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 4747809c-7b27-418c-86c9-32650ace4fa3 not found, creating... [ 1093.895672] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.895672] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.896402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.896402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.896402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.896402] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.896523] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.896665] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.897614] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.897840] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.898049] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 4747809c-7b27-418c-86c9-32650ace4fa3 is going to be created. [ 1093.922448] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.922810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.923022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.923949] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.924309] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.924626] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.263322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.263322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.263322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.263548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.263548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.263548] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc is going to be created. [ 1094.288785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.288996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.288996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.289218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.289378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.299802] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: UNINITIALIZED for 2s [ 1094.631079] env[66071]: INFO networking_nsxv3.common.synchronization [req-47d7e951-e6cf-4511-bef0-389087f95d43 req-365a4c0d-5e7b-4efe-92df-fd4854ad05f8 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1094.631265] env[66071]: INFO networking_nsxv3.common.synchronization [req-47d7e951-e6cf-4511-bef0-389087f95d43 req-365a4c0d-5e7b-4efe-92df-fd4854ad05f8 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1094.631403] env[66071]: INFO networking_nsxv3.common.synchronization [req-47d7e951-e6cf-4511-bef0-389087f95d43 req-365a4c0d-5e7b-4efe-92df-fd4854ad05f8 service nova] Enqueued Resource ID: 4747809c-7b27-418c-86c9-32650ace4fa3 with Priority: HIGHEST for action port [ 1094.631981] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1094.632132] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1094.632477] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4747809c-7b27-418c-86c9-32650ace4fa3 with Priority: HIGHEST for action port [ 1094.632669] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.632862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.633034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.636176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.636944] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.637950] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.638565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.638647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.638905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.639049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.639147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.639278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.639356] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.639502] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.639624] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.640558] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-4747809c-7b27-418c-86c9-32650ace4fa3 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.640639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.640669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.640828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.640903] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4747809c-7b27-418c-86c9-32650ace4fa3',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.818405] env[66071]: INFO networking_nsxv3.common.synchronization [req-cf9ae7a7-b69c-472d-8b25-d923b9bfb754 req-10991dca-f74c-4ace-8cb1-77389db0ec0e tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 1094.818405] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 with Priority: HIGHEST for action security_group_members [ 1094.818760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-431aed8b-b762-4de0-a22f-8faa4fc842d2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.818760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.818851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.819769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.819769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.819769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.819769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.821735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.821735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.821735] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('431aed8b-b762-4de0-a22f-8faa4fc842d2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.941340] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1094.941452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.143957] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.143957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.143957] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.144656] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4747809c-7b27-418c-86c9-32650ace4fa3 with status ACTIVE [ 1095.145429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.145602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.145716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.145957] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.146472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.146679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.148254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.148254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.148743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.148980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.149056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.149153] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4747809c-7b27-418c-86c9-32650ace4fa3 is going to be updated. [ 1095.172506] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.172506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.172506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.172778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.172955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.173246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4747809c-7b27-418c-86c9-32650ace4fa3" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.326459] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.326459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.326459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.326459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.350047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.350047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.350047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.350334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.350334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.350416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.350508] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 is going to be updated. [ 1095.387512] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.387637] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.387712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.388174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.389042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.398063] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: IN_PROGRESS for 2s [ 1095.651818] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.155626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.155999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.155999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.156085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.156178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.156287] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be created. [ 1096.182699] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.182699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.182699] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.182873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.182979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.194096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: UNINITIALIZED for 2s [ 1096.311364] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: SUCCESS [ 1096.311686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.312059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.312201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.312315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.312427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.312528] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.312639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.312731] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.312822] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.815553] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.318458] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc: rpc.has_security_group_logging(os_id): False [ 1097.338528] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.338686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.338988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.339093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.339498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.339578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.339729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.339987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339987] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc is going to be created. [ 1097.410347] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 in Status: SUCCESS [ 1097.410608] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 431aed8b-b762-4de0-a22f-8faa4fc842d2 deletion is rescheduled due to dependency. [ 1097.410762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-431aed8b-b762-4de0-a22f-8faa4fc842d2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411879] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.412019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.412297] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.412469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.427474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: IN_PROGRESS for 2s [ 1097.955018] env[66071]: INFO networking_nsxv3.common.synchronization [req-d50b76ed-e09a-4244-bb5d-1b62151a4d7b req-744af212-3786-4a5b-80c8-6230bc695a0f tempest-ServerAddressesNegativeTestJSON-1561708005 tempest-ServerAddressesNegativeTestJSON-1561708005-project-member] Enqueued Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1097.955666] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGHEST for action security_group_members [ 1097.956798] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.956798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.956798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.956798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.957165] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.957165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.957165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.957443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.957443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.957443] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.209708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.209708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.209708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.210129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.210129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.210129] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.450344] env[66071]: INFO networking_nsxv3.common.synchronization [req-60217269-97c4-48b2-981f-7175dfb5eefd req-6c0c6a5a-2af7-431d-a365-2600ed9c0500 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1098.450904] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1098.451714] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.451853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.451936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.452211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.452377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.452477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.452543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.452712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.452796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.452898] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.460145] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.460286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.460371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.460569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.460657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.460848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.460945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.461035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.461193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.461271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.461359] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb is going to be updated. [ 1098.492257] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.492257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.492486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.492534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.492682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.501027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: IN_PROGRESS for 2s [ 1098.712712] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.712926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713428] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.713978] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.714150] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.714252] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.714349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.714405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.714544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.714681] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.714792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.715029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.715029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.715144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.715189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.715281] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.954912] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.955205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.955205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.955564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.052717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.052717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.052955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.052955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.053091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.053172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.053265] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1099.082703] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.082898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.082951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.083189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.083340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.093885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1099.217736] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1099.241442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.243266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.243266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.243266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.243266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.243266] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.243927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.244187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.244842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.245036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.245494] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.245494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.245601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.246696] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.246696] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be created. [ 1099.340851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.340851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.340851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.341033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.341163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.352943] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1099.442568] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: SUCCESS [ 1099.442881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.512539] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb in Status: SUCCESS [ 1100.512835] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb deletion is rescheduled due to dependency. [ 1100.512835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.619774] env[66071]: INFO networking_nsxv3.common.synchronization [req-dba2eb2e-5bee-4062-b2b5-7a8d6d127e76 req-a22169f3-d2e8-43d6-a9fc-36165c71b3cb tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1100.620411] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1100.620743] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.620922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.620985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.621186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.621344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.621533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.621533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.621675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.621759] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.621895] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.105284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1101.105458] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 1101.105570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.124456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.125361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.125361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.125361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.125361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.126203] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.126203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.126203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.126203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.126203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.126203] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1101.156434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.156607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.156671] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.156848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.156990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.167221] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1101.365754] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1101.366116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.073423] env[66071]: INFO networking_nsxv3.common.synchronization [req-659f49c9-0b6e-4e2d-a1ba-70164299ed15 req-e5ea528f-d1ed-4cc3-9f77-1c5140e82bbf tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1102.073423] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1102.073423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.073423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.073423] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.075757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.075757] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.075757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.075757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.075757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.075757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075757] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.576462] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.080876] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.176561] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1103.176755] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1103.176856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.584010] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.584396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.584509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.584735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.584832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.584935] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1103.618180] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.618328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.618403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.618610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.618756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.628965] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1104.620271] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c388768b-a60a-410d-81cc-2e322bcc6db6 tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1104.620868] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1104.621244] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.621368] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.621407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.621664] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.621942] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.702791] env[66071]: INFO networking_nsxv3.common.synchronization [None req-0f6ab802-e584-4191-bdfa-d96c84cfad27 tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1104.703338] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1104.703657] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.703768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.143816] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.144083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.144147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.144504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.144677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.144815] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 already deleted. [ 1105.144958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.145189] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.145503] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.145602] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.641549] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1105.641995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.674602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.674905] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.675119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.675278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.675369] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 already deleted. [ 1105.675369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.155874] env[66071]: INFO networking_nsxv3.common.synchronization [req-465f550a-1f00-4779-b339-12f163c97f58 req-aa6f1096-f4d3-40bd-8c8f-84afe8d9f2b4 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1108.155874] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1108.156602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.156602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.156602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.156602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.156794] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.156840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.156910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.157951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.157951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.157951] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.480624] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.480831] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.480966] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.481273] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.481557] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.481772] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.481888] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.482114] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.482285] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.482489] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.482618] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.482765] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.482963] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.483131] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.483241] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.483393] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.505169] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.505416] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.505621] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.505849] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-715" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.506270] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-394b2ebe-4540-4093-85ca-ce808e4257a5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.506498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.506668] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.507094] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.507289] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394b2ebe-4540-4093-85ca-ce808e4257a5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.662433] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.662582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.662655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.662929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.663043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.663244] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.663350] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.663413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.663554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.663628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.663736] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1108.691667] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.691667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.691667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.691667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.691667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.701160] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1109.010596] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.010826] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.010986] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.011322] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.011473] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.011687] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 394b2ebe-4540-4093-85ca-ce808e4257a5 not found, creating... [ 1109.012163] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.012427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.012628] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.012982] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.013205] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.013506] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.013667] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.013786] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.014010] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.014152] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.014293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 394b2ebe-4540-4093-85ca-ce808e4257a5 is going to be created. [ 1109.045103] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.045345] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.046155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.046627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.046975] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.047277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [req-465f550a-1f00-4779-b339-12f163c97f58 req-fb89104b-b9f0-44b8-bbca-8f814d9fc3d6 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [req-465f550a-1f00-4779-b339-12f163c97f58 req-fb89104b-b9f0-44b8-bbca-8f814d9fc3d6 service nova] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [req-465f550a-1f00-4779-b339-12f163c97f58 req-fb89104b-b9f0-44b8-bbca-8f814d9fc3d6 service nova] Enqueued Resource ID: 394b2ebe-4540-4093-85ca-ce808e4257a5 with Priority: HIGHEST for action port [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_rules [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1109.730332] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394b2ebe-4540-4093-85ca-ce808e4257a5 with Priority: HIGHEST for action port [ 1109.730332] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.730332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.730332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.730332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.730332] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.730332] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.730332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.730893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-394b2ebe-4540-4093-85ca-ce808e4257a5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.730893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.730893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.730893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.731043] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394b2ebe-4540-4093-85ca-ce808e4257a5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.232632] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.232809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.233921] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 394b2ebe-4540-4093-85ca-ce808e4257a5 with status ACTIVE [ 1110.234150] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.234458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.234547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.234894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.234962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.235190] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.235315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.235374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.235554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.236483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.236483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.236483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.236483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.236483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.236483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.236483] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 394b2ebe-4540-4093-85ca-ce808e4257a5 is going to be updated. [ 1110.257951] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.258160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.258202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.258393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.258532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.258691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394b2ebe-4540-4093-85ca-ce808e4257a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.715373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1110.715744] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 1110.715933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.716195] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.718078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.718282] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.718409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.718479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.718646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.718730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.718828] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.221670] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.724253] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.229658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.230041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.230041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.230041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.230237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.230237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1112.261755] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.262089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.262385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.262620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.262805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.271557] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1112.882959] env[66071]: INFO networking_nsxv3.common.synchronization [req-639c9d6c-5b93-4ec4-bee3-cb9816824c64 req-8f7f32ad-b7b6-4b77-9d3a-ec675e7c8890 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 1112.883526] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGHEST for action security_group_members [ 1112.883837] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.885016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.885200] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.885419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.885587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.885686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.885749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.885899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.885986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.886094] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.389389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389981] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef is going to be updated. [ 1113.416639] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.416787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.416859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.417091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.417378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.426958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: IN_PROGRESS for 2s [ 1114.282523] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1114.282750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.282991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.283280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.283508] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.283636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.283729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.284134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.284233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.284325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.284460] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.787343] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.787796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.787995] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.788129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.788193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.788349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.788434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.788522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.788669] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.788763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.788825] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.788964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.789117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.789214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.789275] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.789411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.789488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.789569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.789657] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.292530] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9493636-ab96-4cd0-a78d-70148af354f5: rpc.has_security_group_logging(os_id): False [ 1115.317626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.318186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.318363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.318670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.318857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.319215] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.319446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.319595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.319868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.320048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.320440] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.320658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.320802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.321056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.321989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.321989] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.321989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.321989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.321989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.321989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.321989] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1115.407507] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.407647] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.407785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.408044] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.408283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.441179] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1115.447037] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb1f70e-7649-4f13-b3fc-b230298364ef in Status: SUCCESS [ 1115.448330] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef deletion is rescheduled due to dependency. [ 1115.448330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.670503] env[66071]: INFO networking_nsxv3.common.synchronization [req-e475377a-b879-4e56-b828-24f95a65e00b req-41c44ff8-fb72-4c7e-983d-16ec6b56aaa8 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1115.670720] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1115.674543] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.674909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.675234] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.675782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.675782] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.675782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.676026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.676312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.676454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.676772] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.045330] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.045821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.045821] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.045956] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.046186] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.046595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.046595] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.046708] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.046804] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.047020] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.047135] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.047294] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.047436] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.047556] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.047665] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.047799] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.067726] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.067940] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.068158] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.068356] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.068692] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-f816d769-036c-47e8-b824-718f6effd86e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.069010] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.069159] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.069553] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.069722] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f816d769-036c-47e8-b824-718f6effd86e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.179750] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.572286] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.572590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.572767] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.573236] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.573494] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.573739] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port f816d769-036c-47e8-b824-718f6effd86e not found, creating... [ 1116.574101] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.574334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574489] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.574746] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.574890] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.575227] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.575417] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.575566] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.575823] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.575997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.576167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: f816d769-036c-47e8-b824-718f6effd86e is going to be created. [ 1116.614198] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.614451] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.614640] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.614857] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.615135] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.615434] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.650265] env[66071]: INFO networking_nsxv3.common.synchronization [req-581f9a8d-1dfe-4992-a245-1dea0e32657b req-dfff934e-0eeb-4ee6-bdc6-633b4453144d tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1116.650615] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGHEST for action security_group_members [ 1116.651741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.651741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.651741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.651741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.651741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.651741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.652067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.652067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.652067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.652343] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.682964] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.154734] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.158231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.158231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.158231] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be updated. [ 1117.188544] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.188544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.188896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.188896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.188896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.189014] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1117.195450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.195450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.195450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.195450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.195701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.207685] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 2s [ 1117.223891] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.223891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.223891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.223891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.223891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.236753] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1117.348999] env[66071]: INFO networking_nsxv3.common.synchronization [req-e475377a-b879-4e56-b828-24f95a65e00b req-60507f9e-77ad-4714-ac14-4a383f4d0208 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1117.349208] env[66071]: INFO networking_nsxv3.common.synchronization [req-e475377a-b879-4e56-b828-24f95a65e00b req-60507f9e-77ad-4714-ac14-4a383f4d0208 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1117.349323] env[66071]: INFO networking_nsxv3.common.synchronization [req-e475377a-b879-4e56-b828-24f95a65e00b req-60507f9e-77ad-4714-ac14-4a383f4d0208 service nova] Enqueued Resource ID: f816d769-036c-47e8-b824-718f6effd86e with Priority: HIGHEST for action port [ 1117.349872] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1117.350024] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1117.350164] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f816d769-036c-47e8-b824-718f6effd86e with Priority: HIGHEST for action port [ 1117.350442] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.350630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.350837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.350921] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.351899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.351996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.352210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f816d769-036c-47e8-b824-718f6effd86e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.352311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.352375] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.352537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.352612] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f816d769-036c-47e8-b824-718f6effd86e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.470204] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1117.470439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648578] env[66071]: INFO networking_nsxv3.common.synchronization [req-24b0f203-9ddf-4aba-973a-f476e2a0842d req-d2e45348-4118-494a-a7d8-2e41640a19b6 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 1117.648823] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGHEST for action security_group_members [ 1117.649139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.649761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.649761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.649761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.649761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.649761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.650068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.650068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.650445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.650445] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.854308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.854480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.854639] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f816d769-036c-47e8-b824-718f6effd86e with status ACTIVE [ 1117.854813] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.854918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.854985] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.855227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.855324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.855493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.855582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.855642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.855786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.855862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.856047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.856141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.856199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.856329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.856403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.856487] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f816d769-036c-47e8-b824-718f6effd86e is going to be updated. [ 1117.880634] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.880857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.880933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.881294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.881374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.881559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f816d769-036c-47e8-b824-718f6effd86e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.946152] env[66071]: INFO networking_nsxv3.common.synchronization [req-e96e248e-6b9e-4517-afc9-08daacbf9fd6 req-58135cc2-1cc7-4bc0-895f-70b92d42b7ae tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1117.946703] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1117.947027] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.950042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.950042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.950257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.950832] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.950979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.951941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.952206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.952335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.952465] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.152422] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.152617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.152678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.152946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.174420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.174753] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.177411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.177499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.177724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.177815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.177917] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 is going to be updated. [ 1118.215480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.216533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.216533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.216533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.216533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.231630] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: IN_PROGRESS for 2s [ 1118.350885] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.351029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.351166] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.352140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.352140] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.352140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.352140] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.354301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.354476] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.354666] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.354800] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.355097] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.355097] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.355220] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.355360] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.355429] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.375340] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.375509] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.375646] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.375814] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.376526] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-33c54105-aada-4920-9d8c-7e88b7451119 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.376526] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.376526] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.376997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.377149] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c54105-aada-4920-9d8c-7e88b7451119',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.457559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.457559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.457559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.457559] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 already deleted. [ 1118.458215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.880811] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.881061] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.881190] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.881462] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.881711] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.881781] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 33c54105-aada-4920-9d8c-7e88b7451119 not found, creating... [ 1118.882096] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.882257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.882370] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.882586] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.882716] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.883035] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.883197] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.883311] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.883515] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.883644] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.883781] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 33c54105-aada-4920-9d8c-7e88b7451119 is going to be created. [ 1118.918720] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.918935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.919075] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.919352] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.919577] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.919978] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.217882] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: IN_PROGRESS for 4s [ 1119.245036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1119.245374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.245623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.245920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.246147] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.246354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.246354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.246566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.246566] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.246720] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.626084] env[66071]: INFO networking_nsxv3.common.synchronization [req-e96e248e-6b9e-4517-afc9-08daacbf9fd6 req-5cea0fef-0e02-46f5-91a3-52273e5713b9 service nova] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1119.626278] env[66071]: INFO networking_nsxv3.common.synchronization [req-e96e248e-6b9e-4517-afc9-08daacbf9fd6 req-5cea0fef-0e02-46f5-91a3-52273e5713b9 service nova] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1119.626432] env[66071]: INFO networking_nsxv3.common.synchronization [req-e96e248e-6b9e-4517-afc9-08daacbf9fd6 req-5cea0fef-0e02-46f5-91a3-52273e5713b9 service nova] Enqueued Resource ID: 33c54105-aada-4920-9d8c-7e88b7451119 with Priority: HIGHEST for action port [ 1119.627049] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1119.627825] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1119.627979] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c54105-aada-4920-9d8c-7e88b7451119 with Priority: HIGHEST for action port [ 1119.628559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.628766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.628879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.629118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.629193] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.630231] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.630351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.630419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.630597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.630756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.630856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.630918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.631287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.631287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.631422] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.632340] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c54105-aada-4920-9d8c-7e88b7451119 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.632459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.632493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.632645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.632799] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c54105-aada-4920-9d8c-7e88b7451119',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.748876] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.135199] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.135328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.136810] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.137868] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c54105-aada-4920-9d8c-7e88b7451119 with status ACTIVE [ 1120.137868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.137965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.138030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.138721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.138721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.138721] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.138721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.138721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.138952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.138952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.139089] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.139166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.139276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.139467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.139551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.140527] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c54105-aada-4920-9d8c-7e88b7451119 is going to be updated. [ 1120.165807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.165943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.166040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.166233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.166370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.166525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.241579] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4548839d-25ba-4208-9764-d8b04f07d459 in Status: SUCCESS [ 1120.241931] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 deletion is rescheduled due to dependency. [ 1120.242016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.251576] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.381110] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c25db4d-7f19-4972-8c28-c95aaaaed7fc req-651cc762-4e86-4260-b3ab-31e85dbdb9b0 tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1120.382561] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1120.382771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.382915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.383026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.383310] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.383516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.383675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.383779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.384031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.384158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.384291] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.645811] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.698020] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.698020] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.698020] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.698020] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.698020] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.698020] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.698020] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.698550] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.698806] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.699128] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.699342] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.699540] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.699736] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.699983] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.700208] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.700424] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.720774] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.721251] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.721603] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.721963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-666" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.722708] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.723226] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.723555] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.724134] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.724787] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.754413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.754571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.754687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.754857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.754949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.755058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1120.808385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.808576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.808576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.808901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.824891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1120.887908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.891536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.891536] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.891536] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1120.936076] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.936396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.936396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.936587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.936750] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.946394] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1121.147332] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.147412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.147484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.147700] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.147791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.147887] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be created. [ 1121.173631] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.173829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.173829] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.184474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: UNINITIALIZED for 2s [ 1121.227546] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.227887] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.228048] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.228365] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.228584] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.228803] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb not found, creating... [ 1121.229137] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.229321] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.229441] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.229692] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.229957] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.230466] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.230697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.230911] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.231220] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.231425] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.231610] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb is going to be created. [ 1121.236358] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 in Status: SUCCESS [ 1121.236613] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 deletion is rescheduled due to dependency. [ 1121.236764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.276322] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.276700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.276700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.276935] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.277181] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.277402] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.700809] env[66071]: INFO networking_nsxv3.common.synchronization [req-29a67d8b-2a0f-402d-8d58-dda0d466d674 req-730f47a4-1b24-4da2-86f9-4faa6a853281 tempest-ServerDiskConfigTestJSON-133189137 tempest-ServerDiskConfigTestJSON-133189137-project-member] Enqueued Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1121.701497] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9493636-ab96-4cd0-a78d-70148af354f5 with Priority: HIGHEST for action security_group_members [ 1121.702189] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9493636-ab96-4cd0-a78d-70148af354f5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.702318] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.702385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.702589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.702756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.702847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.702917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.703095] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.703190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.703292] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9493636-ab96-4cd0-a78d-70148af354f5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.020344] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c25db4d-7f19-4972-8c28-c95aaaaed7fc req-ad2eda1e-81e5-4725-8c4e-02c2744e5a03 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1122.020530] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c25db4d-7f19-4972-8c28-c95aaaaed7fc req-ad2eda1e-81e5-4725-8c4e-02c2744e5a03 service nova] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1122.020668] env[66071]: INFO networking_nsxv3.common.synchronization [req-9c25db4d-7f19-4972-8c28-c95aaaaed7fc req-ad2eda1e-81e5-4725-8c4e-02c2744e5a03 service nova] Enqueued Resource ID: e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb with Priority: HIGHEST for action port [ 1122.021279] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_rules [ 1122.021420] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1122.021515] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb with Priority: HIGHEST for action port [ 1122.021798] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.022462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.022462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.022462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.022462] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.023199] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023515] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.023792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.023859] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.206517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.206517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.206517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.206517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.206869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.206869] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.207668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.207668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.207668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.207668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.207668] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 is going to be updated. [ 1122.245810] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.246000] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.246059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.254252] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: IN_PROGRESS for 2s [ 1122.527991] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528336] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb with status ACTIVE [ 1122.528502] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.528948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529226] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.529319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.529539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529799] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.529900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.530109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.530204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.530261] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb is going to be updated. [ 1122.554075] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.554286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.554286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.554668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.554668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.554778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39ab547-4e81-4cd3-bdf6-f94f3d47e1fb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.682067] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d03b0052-434b-4bdd-a834-9c9a0bdbf628 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1122.682364] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1122.682729] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.682822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.682998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.683494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.683565] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.767267] env[66071]: INFO networking_nsxv3.common.synchronization [None req-51d047ee-45cf-494f-8350-d089c2945418 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1122.767267] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1122.767267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.767267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.835982] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1122.836221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.836389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.836624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.836812] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.836947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.837084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.837268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.837344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.837435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.837527] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.958025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1122.958025] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1122.958025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.958282] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.958420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.958551] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.958665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.958880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.958880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.958967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959078] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.195343] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: SUCCESS [ 1123.195558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.195735] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.196037] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.196279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.196432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.196517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.198072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.198072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.198072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.198072] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.205405] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.205970] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 already deleted. [ 1123.206109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.206270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.206417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.206496] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.339680] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.340030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.340030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.340220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.340396] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.340498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.340561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.340710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.340798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.340884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.341044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.341140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.341198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.341335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.341470] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.341560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.341618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.341749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.341823] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.341929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.342065] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.461353] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.699259] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.727920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.728131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728476] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728848] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 already deleted. [ 1123.728848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.844531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1123.864867] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.865052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.865103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.866069] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.866069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.866382] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.866382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.866382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.866382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.866514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.866632] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.866721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.866781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.866916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.866990] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.867086] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1123.934475] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.934475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.934475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.934653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.934773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.950461] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1123.963962] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.201945] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4644f10-bf20-45d1-afea-70270f3b5727: rpc.has_security_group_logging(os_id): False [ 1124.222173] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.222363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.222415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.222745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.223384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.223384] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.223384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.223384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.223570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.223634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.223829] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be created. [ 1124.264237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9493636-ab96-4cd0-a78d-70148af354f5 in Status: SUCCESS [ 1124.264456] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9493636-ab96-4cd0-a78d-70148af354f5 deletion is rescheduled due to dependency. [ 1124.264569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9493636-ab96-4cd0-a78d-70148af354f5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.300587] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.300871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.300871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.301032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.301244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.313045] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: IN_PROGRESS for 2s [ 1124.467636] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.467819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.467889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.468151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.468247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.468345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1124.507973] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.508186] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.508530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.508805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.508973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.518151] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1124.557641] env[66071]: INFO networking_nsxv3.common.synchronization [None req-d533f814-fd81-4f6d-a65e-6bc31ece33be tempest-AttachInterfacesTestJSON-614257802 tempest-AttachInterfacesTestJSON-614257802-project-member] Enqueued Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1124.559141] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea with Priority: HIGHEST for action security_group_members [ 1124.559141] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-2100280f-4eeb-4aca-b138-71f5522ed9ea taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.559141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.559141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.559141] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.559346] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.559395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.559425] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.559828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.559828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.559828] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2100280f-4eeb-4aca-b138-71f5522ed9ea',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.062647] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.062919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.062919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.063210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.063303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.063510] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.063657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.063720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.063889] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.063982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.064097] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea is going to be updated. [ 1125.093085] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.093271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.093394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.094362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.094362] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.102411] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: IN_PROGRESS for 2s [ 1125.966311] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1125.966569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.325163] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: SUCCESS [ 1126.325402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.531855] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1126.531855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.531855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.531992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.532814] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.532814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.532814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.532814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.532814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.532814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.532814] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.039898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.039898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.039898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.039898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.040879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.040879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.040879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.040879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.040879] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.112739] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea in Status: SUCCESS [ 1127.112951] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2100280f-4eeb-4aca-b138-71f5522ed9ea deletion is rescheduled due to dependency. [ 1127.113088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2100280f-4eeb-4aca-b138-71f5522ed9ea" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.544372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2: rpc.has_security_group_logging(os_id): False [ 1127.562476] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.562645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.562747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.562988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.563159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.563393] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.563520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.563598] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.563776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.563880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.564143] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.564338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.564338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.564606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.564606] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.564994] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.564994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.564994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.565151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.565239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.565361] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1127.651962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.651962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.651962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.652201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.652201] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.672496] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1129.400196] env[66071]: INFO networking_nsxv3.common.synchronization [req-ce5e4f01-94e0-445d-ad45-dfeac912d811 req-76667a64-d984-4307-a14e-a393b6db745a tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1129.400196] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1129.400196] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.400727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.400854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.401258] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.401367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.401431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.401667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.401761] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.553375] env[66071]: INFO networking_nsxv3.common.synchronization [None req-42622a7e-27a8-44c2-9a05-83c83a4778c1 None None] Enqueued Resource ID: 04d14d9e-399f-46f6-83f8-a5bc4155b483 with Priority: HIGHEST for action port [ 1129.554025] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d14d9e-399f-46f6-83f8-a5bc4155b483 with Priority: HIGHEST for action port [ 1129.554025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d14d9e-399f-46f6-83f8-a5bc4155b483 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.554025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d14d9e-399f-46f6-83f8-a5bc4155b483" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.554025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d14d9e-399f-46f6-83f8-a5bc4155b483" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.556202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d14d9e-399f-46f6-83f8-a5bc4155b483" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.556320] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d14d9e-399f-46f6-83f8-a5bc4155b483',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.689543] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1129.689543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.840919] env[66071]: INFO networking_nsxv3.common.synchronization [req-670ff8b0-d0c0-4d8e-8f0d-3a32b5a1df2b req-58e10ef6-9bd7-406f-a8d8-2521fadd59ba tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1129.840919] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1129.840919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.841752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.841752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.841752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.841752] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.842057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.842057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.842291] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.842404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.842539] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.906045] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.059890] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04d14d9e-399f-46f6-83f8-a5bc4155b483 [ 1130.060717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.061164] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.061252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.061346] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04d14d9e-399f-46f6-83f8-a5bc4155b483 already deleted. [ 1130.062755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d14d9e-399f-46f6-83f8-a5bc4155b483" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.346417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.346612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.346677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.346913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.371018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.371018] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.371018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.371018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.371018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.371018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.371307] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1130.400795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.401088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.401088] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.401266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.401448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.407575] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.413147] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1130.912233] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.912233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.912454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.912659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.912723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913806] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1130.948117] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.948117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.948117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.948117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.948117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.958649] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1132.011644] env[66071]: INFO networking_nsxv3.common.synchronization [None req-fc0b6cb3-6239-4c46-81e0-ae255d6dd9d8 None None] Enqueued Resource ID: b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec with Priority: HIGHEST for action port [ 1132.013031] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec with Priority: HIGHEST for action port [ 1132.013031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.013031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.013031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.013031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.013381] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.421603] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1132.422957] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 deletion is rescheduled due to dependency. [ 1132.423131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.514891] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec [ 1132.514891] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.515107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.515107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.515321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.515412] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.515514] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec already deleted. [ 1132.515593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4eddd8e-e2a9-468c-8a4b-00fc727ea8ec" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.968714] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1132.968927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.631156] env[66071]: INFO networking_nsxv3.common.synchronization [req-9a5cbf3b-d0be-4ebd-a7b4-005d70a466ad req-4c5a66b4-b190-434a-99d8-d2d888adca76 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1134.631726] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1134.632135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.632332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.632402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.632663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.632830] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.632933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.633029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.633226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.633354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.633390] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.932674] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.932868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.932989] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.933321] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933583] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.933742] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933857] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.934234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.934406] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934615] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.934725] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.934831] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.934938] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.935055] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.935159] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.935285] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.956161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.956161] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.956161] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.956161] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-855" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.956426] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-f1b36a1d-0101-4b7d-9296-33710ae502dc taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.956642] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.956710] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.957066] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.957235] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b36a1d-0101-4b7d-9296-33710ae502dc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.058039] env[66071]: INFO networking_nsxv3.common.synchronization [req-984cef7a-5c19-40ed-a54a-bc1d19bf31d1 req-1a2401f7-1fb8-41b9-83b7-b0b3cd3850be tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 1135.058643] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 1135.058948] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.059089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.059158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.059347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.059495] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.059588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.059648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.059784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.059865] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.059956] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.135921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.136109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.136109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.136374] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.136468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.136689] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.136861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.137254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.137254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.137254] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.137384] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 already deleted. [ 1135.137384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.460253] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.460484] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.460608] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.460890] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.461097] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.461203] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port f1b36a1d-0101-4b7d-9296-33710ae502dc not found, creating... [ 1135.461460] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.461621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.461839] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.461953] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.462148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.462425] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.462579] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.462691] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.462900] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.463047] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.463186] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: f1b36a1d-0101-4b7d-9296-33710ae502dc is going to be created. [ 1135.500389] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.500681] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.500893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.501164] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.501459] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.501705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.562122] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.064103] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.232637] env[66071]: INFO networking_nsxv3.common.synchronization [req-9a5cbf3b-d0be-4ebd-a7b4-005d70a466ad req-80f73341-79f4-4c7a-bb1f-3a8f175c20d3 service nova] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1136.232823] env[66071]: INFO networking_nsxv3.common.synchronization [req-9a5cbf3b-d0be-4ebd-a7b4-005d70a466ad req-80f73341-79f4-4c7a-bb1f-3a8f175c20d3 service nova] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1136.232964] env[66071]: INFO networking_nsxv3.common.synchronization [req-9a5cbf3b-d0be-4ebd-a7b4-005d70a466ad req-80f73341-79f4-4c7a-bb1f-3a8f175c20d3 service nova] Enqueued Resource ID: f1b36a1d-0101-4b7d-9296-33710ae502dc with Priority: HIGHEST for action port [ 1136.233558] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_rules [ 1136.233702] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1136.233810] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b36a1d-0101-4b7d-9296-33710ae502dc with Priority: HIGHEST for action port [ 1136.234465] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.234605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.234675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.235025] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.235114] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.235963] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236106] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236495] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.237019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.237112] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.238644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b36a1d-0101-4b7d-9296-33710ae502dc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.238774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.238850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.239093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.239182] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b36a1d-0101-4b7d-9296-33710ae502dc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.566461] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.566641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.566869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.567159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.567267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.567372] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 1136.603218] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.603218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.603336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.603570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.603644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.616527] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 1136.741199] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.743874] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.743982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.744642] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b36a1d-0101-4b7d-9296-33710ae502dc with status ACTIVE [ 1136.744785] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.744785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.744876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.745057] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.745175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.745309] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.745465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.745465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.745715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.745715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.745838] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.745966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.746085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.746248] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.746299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.746471] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b36a1d-0101-4b7d-9296-33710ae502dc is going to be updated. [ 1136.768436] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.768677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.768677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.769315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.769315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.769315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b36a1d-0101-4b7d-9296-33710ae502dc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.966437] env[66071]: INFO networking_nsxv3.common.synchronization [None req-6204db30-ee47-4769-b1e3-a1f5325feb3e None None] Enqueued Resource ID: df6a4156-21c4-411d-be85-be600945d471 with Priority: HIGHEST for action port [ 1136.967272] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6a4156-21c4-411d-be85-be600945d471 with Priority: HIGHEST for action port [ 1136.967646] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6a4156-21c4-411d-be85-be600945d471 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.967811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6a4156-21c4-411d-be85-be600945d471" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.967901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6a4156-21c4-411d-be85-be600945d471" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.968264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6a4156-21c4-411d-be85-be600945d471" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.968509] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6a4156-21c4-411d-be85-be600945d471',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.246637] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.472469] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df6a4156-21c4-411d-be85-be600945d471 [ 1137.472469] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.472625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.472717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.472864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.474046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.474046] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df6a4156-21c4-411d-be85-be600945d471 already deleted. [ 1137.474046] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6a4156-21c4-411d-be85-be600945d471" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.751931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.751931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.751931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.751931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.751931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.751931] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 is going to be created. [ 1137.775204] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.775337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.775405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.775610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.775766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.785892] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: UNINITIALIZED for 2s [ 1137.814982] env[66071]: INFO networking_nsxv3.common.synchronization [None req-31b34790-f8a5-4b2c-af36-623781161c1c tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1137.814982] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1137.814982] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.814982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.814982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.814982] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.814982] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.908674] env[66071]: INFO networking_nsxv3.common.synchronization [None req-db392d5f-68cd-4393-bb21-ed77f5f9ea42 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1137.909288] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1137.909616] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.909718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.341102] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.341102] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 already deleted. [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.341102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.341102] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.627825] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 1138.628061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.862559] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.862710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.862781] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.862991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.863093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.863204] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 already deleted. [ 1138.863292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.988161] env[66071]: INFO networking_nsxv3.common.synchronization [req-4c66f0ab-4f03-4a11-808d-67dd8cadca5e req-9a8cb189-4927-4d69-aba4-51be44ca6759 tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1138.988744] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1138.989628] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.989924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.990109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.990342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.990705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.990705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.990792] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.990966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.991096] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.991216] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.290231] env[66071]: INFO networking_nsxv3.common.synchronization [None req-f08c31be-ffc4-459d-b21c-37b2dc6ff094 None None] Enqueued Resource ID: 96119ddd-83b2-45dc-b623-9068326d769b with Priority: HIGHEST for action port [ 1139.290766] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96119ddd-83b2-45dc-b623-9068326d769b with Priority: HIGHEST for action port [ 1139.291761] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-96119ddd-83b2-45dc-b623-9068326d769b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.291947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96119ddd-83b2-45dc-b623-9068326d769b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.292121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96119ddd-83b2-45dc-b623-9068326d769b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.292480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96119ddd-83b2-45dc-b623-9068326d769b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.292608] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96119ddd-83b2-45dc-b623-9068326d769b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.493203] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.493531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.493531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.493603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.493680] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.493915] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.494036] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.494119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.494273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.494351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.494439] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1139.521159] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.521346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.523127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.523483] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.523667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.533335] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1139.796556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: SUCCESS [ 1139.796556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.796556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96119ddd-83b2-45dc-b623-9068326d769b [ 1139.797398] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.797398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.797398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.797398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.797398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.797398] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96119ddd-83b2-45dc-b623-9068326d769b already deleted. [ 1139.797398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96119ddd-83b2-45dc-b623-9068326d769b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.798413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.798413] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.798413] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.305039] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.808665] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5869e5-40e8-40ea-9f99-7719d83f6cf6: rpc.has_security_group_logging(os_id): False [ 1140.828566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.828720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.829577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.829577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.829577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.829577] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.829805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.829805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.829873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.829936] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.830066] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 is going to be created. [ 1140.895514] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.895514] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.895696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.897027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.897027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.911187] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: IN_PROGRESS for 2s [ 1141.542970] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1141.543170] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 deletion is rescheduled due to dependency. [ 1141.543290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.078959] env[66071]: INFO networking_nsxv3.common.synchronization [req-87aa1c23-aa7e-47f0-92d6-83f22c7d216b req-139b0c23-e010-4ca3-8289-c8d10170bc22 tempest-ServerGroupTestJSON-1741804894 tempest-ServerGroupTestJSON-1741804894-project-member] Enqueued Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1142.079845] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1142.080016] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.080235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.080235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.080603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.080820] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.080963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.081068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.081263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.081370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.081471] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.456038] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.456255] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.456378] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.456646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.457012] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.457204] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.457323] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.457534] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.457677] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.457881] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.457991] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.458110] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.458215] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.458321] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.458536] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.458536] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.478511] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.478729] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.478941] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.479247] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-945" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.479708] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-ab4a4913-5134-463c-8ea8-1a1fda31859c taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.479990] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.480169] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.480570] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.480792] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a4913-5134-463c-8ea8-1a1fda31859c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.588044] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.588182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.588219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.588442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.588531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.588737] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.588864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.588929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.589120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.589202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.589302] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a already deleted. [ 1142.589383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.931149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: SUCCESS [ 1142.931391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.984059] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.984343] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.984485] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.984816] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.984980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.985167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port ab4a4913-5134-463c-8ea8-1a1fda31859c not found, creating... [ 1142.985482] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.985670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.985794] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.986018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.986218] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.986545] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.986728] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.986851] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.987090] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.987232] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.987373] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: ab4a4913-5134-463c-8ea8-1a1fda31859c is going to be created. [ 1143.022457] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.022457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.022457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.022457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.022457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.022457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.718590] env[66071]: INFO networking_nsxv3.common.synchronization [req-87aa1c23-aa7e-47f0-92d6-83f22c7d216b req-615449f7-8b7a-45f6-925e-a49c045768d1 service nova] Enqueued Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_rules [ 1143.719119] env[66071]: INFO networking_nsxv3.common.synchronization [req-87aa1c23-aa7e-47f0-92d6-83f22c7d216b req-615449f7-8b7a-45f6-925e-a49c045768d1 service nova] Enqueued Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1143.719119] env[66071]: INFO networking_nsxv3.common.synchronization [req-87aa1c23-aa7e-47f0-92d6-83f22c7d216b req-615449f7-8b7a-45f6-925e-a49c045768d1 service nova] Enqueued Resource ID: ab4a4913-5134-463c-8ea8-1a1fda31859c with Priority: HIGHEST for action port [ 1143.719740] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_rules [ 1143.719740] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1143.719740] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4a4913-5134-463c-8ea8-1a1fda31859c with Priority: HIGHEST for action port [ 1143.721305] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.721305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.721305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.721305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.721305] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.722658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.722658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.722658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.722989] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.723598] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4a4913-5134-463c-8ea8-1a1fda31859c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.723729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.723767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.725158] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.725158] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a4913-5134-463c-8ea8-1a1fda31859c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.226993] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.228132] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.228299] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.228497] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4a4913-5134-463c-8ea8-1a1fda31859c with status ACTIVE [ 1144.228676] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.228818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.228898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.229127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.229218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.229399] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.229517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.229548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.229721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.229817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.230550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.230550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.230550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.230550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.230550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.230550] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4a4913-5134-463c-8ea8-1a1fda31859c is going to be updated. [ 1144.251385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.251525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.251596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.251817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.251958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.252180] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4a4913-5134-463c-8ea8-1a1fda31859c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.733379] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.235835] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.236171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.236422] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.236722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.236904] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a is going to be created. [ 1145.265645] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.265869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.265929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.266193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.266364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.277134] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: UNINITIALIZED for 2s [ 1147.246561] env[66071]: INFO networking_nsxv3.common.synchronization [req-e87c61f3-ff94-4782-8327-722b4ba1af0c req-e3e64b74-1880-438f-a39b-108762204e22 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1147.247650] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1147.247925] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.248067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.248139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.248392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.248571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.248710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.249471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.249471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.249471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.249471] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.292358] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: SUCCESS [ 1147.292579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.293402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.293402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.293589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.293674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.293733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.293886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.293997] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.294055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.294137] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.558246] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.558437] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.558555] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.558813] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.559065] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.559221] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.559332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.559942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.559942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.559942] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.560129] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.560129] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.560305] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.560485] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.560519] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.560623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.580737] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.580909] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.581062] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.581246] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.581564] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-b4285d8f-b102-41e7-a61a-a3353449b1a6 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.581738] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.581856] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.582251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.582460] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285d8f-b102-41e7-a61a-a3353449b1a6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.717710] env[66071]: INFO networking_nsxv3.common.synchronization [req-dd0d9f34-9201-4a33-94b1-970292ec1569 req-f0130b38-dd76-4957-9b76-c611d2d22306 tempest-ServerRescueNegativeTestJSON-296029271 tempest-ServerRescueNegativeTestJSON-296029271-project-member] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 1147.718682] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGHEST for action security_group_members [ 1147.718682] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.718840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.718840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.718987] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.719297] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.719428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.719490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.719607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.719683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.719780] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.751019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.796585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.796842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.796992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.797338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.797609] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.797788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.797897] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.798179] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.798327] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.798481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.798738] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.798893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.799012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.799252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.799493] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.799656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.799768] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.800011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.800250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.800394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.800544] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.087838] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.087838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.087838] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.088145] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.088232] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.088388] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port b4285d8f-b102-41e7-a61a-a3353449b1a6 not found, creating... [ 1148.088693] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.088886] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.089032] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.089261] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.089436] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.089738] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.089895] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.090038] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.090277] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.090759] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.090759] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: b4285d8f-b102-41e7-a61a-a3353449b1a6 is going to be created. [ 1148.122243] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.122490] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.122621] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.122942] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.124032] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.124032] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222031] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.222031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.222031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.222456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.222672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222756] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be updated. [ 1148.253267] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.259934] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.259934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.260157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.260434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.260490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.272876] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: IN_PROGRESS for 2s [ 1148.303443] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dd814e6-0012-4e33-8c21-30dd6b02a66a: rpc.has_security_group_logging(os_id): False [ 1148.325842] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.325842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.325988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.326888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.326888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.326888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.326888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.326888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.327344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.327344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.327344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.327653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.327653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.327653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.327808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.327860] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.328197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.328197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.328309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.328309] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.328442] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a is going to be created. [ 1148.393098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.393229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.393332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.393548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.393729] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.404984] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: IN_PROGRESS for 2s [ 1148.756348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.756522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.756595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.756885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.757325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.757325] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1148.789756] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.789963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.790073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.790451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.790734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.800435] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1148.832863] env[66071]: INFO networking_nsxv3.common.synchronization [req-e87c61f3-ff94-4782-8327-722b4ba1af0c req-39888258-1055-4df0-980d-a31b500f9916 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1148.833076] env[66071]: INFO networking_nsxv3.common.synchronization [req-e87c61f3-ff94-4782-8327-722b4ba1af0c req-39888258-1055-4df0-980d-a31b500f9916 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1148.833258] env[66071]: INFO networking_nsxv3.common.synchronization [req-e87c61f3-ff94-4782-8327-722b4ba1af0c req-39888258-1055-4df0-980d-a31b500f9916 service nova] Enqueued Resource ID: b4285d8f-b102-41e7-a61a-a3353449b1a6 with Priority: HIGHEST for action port [ 1148.834480] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1148.834480] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1148.834592] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4285d8f-b102-41e7-a61a-a3353449b1a6 with Priority: HIGHEST for action port [ 1148.834926] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.835656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.835656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.835656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.835656] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.836197] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.836294] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.836484] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4285d8f-b102-41e7-a61a-a3353449b1a6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.836584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.836674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.836819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.836885] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4285d8f-b102-41e7-a61a-a3353449b1a6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.338444] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.338727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.341137] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4285d8f-b102-41e7-a61a-a3353449b1a6 with status ACTIVE [ 1149.341450] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.341629] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.341736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.342061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.342277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.342537] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.342679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.342764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.343381] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343928] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.344212] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4285d8f-b102-41e7-a61a-a3353449b1a6 is going to be updated. [ 1149.372614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.372837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.372837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.373049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.373222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.373372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4285d8f-b102-41e7-a61a-a3353449b1a6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.555022] env[66071]: INFO networking_nsxv3.common.synchronization [req-a8aaffc0-4455-4331-b305-300bc2b03abe req-02abbe47-d6f6-48c1-84c2-273137487aaa tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1149.555545] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1149.555854] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.555974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.556101] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.556307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.556456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.556554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.556616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.556758] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.556843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.556937] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.059781] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.059956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.060029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.060314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.060428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.060618] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.060721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.060794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.060951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.061056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.061146] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1150.091399] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.092108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.092434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.092722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.093230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.103762] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1150.286407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 in Status: SUCCESS [ 1150.286901] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 deletion is rescheduled due to dependency. [ 1150.286901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.331653] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.331972] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.332066] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.332398] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.332782] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.333079] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.333287] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.333546] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.333772] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.334077] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.334292] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.334408] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.334514] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.334624] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.334727] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.334871] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.357071] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.357465] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.357465] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.357719] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.358030] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-8dae593b-0808-40b3-a66a-45152e3ce6d4 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.358237] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.358345] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.358674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.358815] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dae593b-0808-40b3-a66a-45152e3ce6d4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.418568] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: SUCCESS [ 1150.418787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.810628] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1150.810853] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.811033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.811263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.811458] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.811575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.811635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.811791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.811873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.811996] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.862026] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.862370] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.862866] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.862866] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.863041] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.863262] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 8dae593b-0808-40b3-a66a-45152e3ce6d4 not found, creating... [ 1150.863566] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.863757] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.863877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.864120] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.864263] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.864561] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.864734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.864850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.865088] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.865213] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.865356] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 8dae593b-0808-40b3-a66a-45152e3ce6d4 is going to be created. [ 1150.885646] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.885947] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.886027] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.886267] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.886501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.886723] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.314466] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.581133] env[66071]: INFO networking_nsxv3.common.synchronization [req-a8aaffc0-4455-4331-b305-300bc2b03abe req-9a343af5-22a9-45eb-b5cb-bf75d7d3033a service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 1151.581133] env[66071]: INFO networking_nsxv3.common.synchronization [req-a8aaffc0-4455-4331-b305-300bc2b03abe req-9a343af5-22a9-45eb-b5cb-bf75d7d3033a service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1151.581133] env[66071]: INFO networking_nsxv3.common.synchronization [req-a8aaffc0-4455-4331-b305-300bc2b03abe req-9a343af5-22a9-45eb-b5cb-bf75d7d3033a service nova] Enqueued Resource ID: 8dae593b-0808-40b3-a66a-45152e3ce6d4 with Priority: HIGHEST for action port [ 1151.581914] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 1151.582223] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1151.582463] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae593b-0808-40b3-a66a-45152e3ce6d4 with Priority: HIGHEST for action port [ 1151.583086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.583086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.583086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.583387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.583525] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.584479] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.584584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.584774] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dae593b-0808-40b3-a66a-45152e3ce6d4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.584945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.585042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.585218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.585321] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dae593b-0808-40b3-a66a-45152e3ce6d4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.816689] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.838965] env[66071]: INFO networking_nsxv3.common.synchronization [req-38cbc953-023d-4c0c-9736-1dd1de75f5b8 req-b9c4d4b4-9707-49e2-85cc-2c070a3e43c0 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1151.839490] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1151.839808] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.839933] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.840577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.840740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.840840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.840903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.841067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.841155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.841251] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.087767] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.087767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dae593b-0808-40b3-a66a-45152e3ce6d4 with status ACTIVE [ 1152.092284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.092284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.092284] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.092284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.092284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dae593b-0808-40b3-a66a-45152e3ce6d4 is going to be updated. [ 1152.115673] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.116217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.116322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.117080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.117080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.117080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dae593b-0808-40b3-a66a-45152e3ce6d4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.118741] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1152.118741] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 deletion is rescheduled due to dependency. [ 1152.118741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.118741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.118741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.118741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.118741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.119063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.119063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.119063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.119166] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.177578] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.178013] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.178244] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.178712] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.179012] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.179193] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.179334] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.179589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.179734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.180183] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.180183] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.180183] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.180311] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.180371] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.180471] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.180601] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.202375] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.202375] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.202375] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.202375] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.202375] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-927791ee-5c2c-43a4-b5e0-96c4e0476921 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.202375] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.202375] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.202798] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.202798] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927791ee-5c2c-43a4-b5e0-96c4e0476921',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.320430] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.320652] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.320739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.320917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.321018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.321131] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1152.344028] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.344449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.344817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344954] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.345135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.345205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.345294] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 already deleted. [ 1152.345380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.363971] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.364160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.364386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.373885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1152.621426] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.705596] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.705888] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.706998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.706998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.706998] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.706998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 927791ee-5c2c-43a4-b5e0-96c4e0476921 not found, creating... [ 1152.706998] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.707313] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.707382] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.707695] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.708061] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.708250] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.708491] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.708894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.708894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.708894] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.709346] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 927791ee-5c2c-43a4-b5e0-96c4e0476921 is going to be created. [ 1152.733954] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.734294] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.734623] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.734961] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.735197] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.735542] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.124046] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.518147] env[66071]: INFO networking_nsxv3.common.synchronization [req-38cbc953-023d-4c0c-9736-1dd1de75f5b8 req-9fd5a319-2e5e-4568-bdfe-66915d4a2e24 service nova] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1153.518147] env[66071]: INFO networking_nsxv3.common.synchronization [req-38cbc953-023d-4c0c-9736-1dd1de75f5b8 req-9fd5a319-2e5e-4568-bdfe-66915d4a2e24 service nova] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1153.518147] env[66071]: INFO networking_nsxv3.common.synchronization [req-38cbc953-023d-4c0c-9736-1dd1de75f5b8 req-9fd5a319-2e5e-4568-bdfe-66915d4a2e24 service nova] Enqueued Resource ID: 927791ee-5c2c-43a4-b5e0-96c4e0476921 with Priority: HIGHEST for action port [ 1153.518709] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1153.518790] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1153.518884] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927791ee-5c2c-43a4-b5e0-96c4e0476921 with Priority: HIGHEST for action port [ 1153.519191] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.519630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.519701] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.521519] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.521519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.521519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.521519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.521740] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.521740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.521740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.522369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.522369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.522369] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.524914] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-927791ee-5c2c-43a4-b5e0-96c4e0476921 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.524914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.524914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.524914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.524914] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927791ee-5c2c-43a4-b5e0-96c4e0476921',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.626998] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.627312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.627312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.627487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.627739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.627739] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1153.658767] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.658949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.659034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.659229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.659386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.669207] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1154.025639] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.025794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.025960] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.026885] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 927791ee-5c2c-43a4-b5e0-96c4e0476921 with status ACTIVE [ 1154.027089] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.027202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.027264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.028604] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.028604] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.029765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.029859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.029952] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 927791ee-5c2c-43a4-b5e0-96c4e0476921 is going to be updated. [ 1154.063307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.063472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.063576] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.066672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.066672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.066672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927791ee-5c2c-43a4-b5e0-96c4e0476921" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.384470] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1154.384470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.384617] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.384756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.384949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.385133] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.385175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.385292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.385366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.385479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.386218] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.532384] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.855144] env[66071]: INFO networking_nsxv3.common.synchronization [req-55097c12-76e1-4154-9bef-bfadc4bdfcd2 req-01551f49-5fa8-4158-9fea-fc57aec352bf tempest-ServerGroupTestJSON-1741804894 tempest-ServerGroupTestJSON-1741804894-project-member] Enqueued Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1154.856014] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a with Priority: HIGHEST for action security_group_members [ 1154.856212] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd814e6-0012-4e33-8c21-30dd6b02a66a taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.856946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.856946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.856946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.856946] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.856946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.856946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.857241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.857241] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.857241] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd814e6-0012-4e33-8c21-30dd6b02a66a',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.888133] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.888359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.888497] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.888798] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.889046] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.889219] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.889281] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.889441] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.889530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.889620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.889819] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.889938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.890049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.890280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.890466] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.890590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.890672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.890840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.890942] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.891067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.891184] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.035260] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.035538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.035662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.035976] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.036125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.036257] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be created. [ 1155.062441] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.062594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.062827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.062884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.063033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.075207] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: UNINITIALIZED for 2s [ 1155.359689] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.359860] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.359934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.360197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.360333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.360518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.360628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.360695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.360847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.360932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.361030] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a is going to be updated. [ 1155.394409] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.394409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.394409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.394669] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.395069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.396354] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1155.411257] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: IN_PROGRESS for 2s [ 1155.414992] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.415155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.415229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.415443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.415534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.415717] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.415811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.415901] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.416069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.416163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.416366] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.416460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.416523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.416670] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.416747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.416935] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.417118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.417193] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.417672] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1155.495386] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.495386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.495386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.495616] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.495739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.510985] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1155.685242] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1155.685877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.685877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.686026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.686227] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.686325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.686373] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.686534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.686639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.686952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.686952] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.958844] env[66071]: INFO networking_nsxv3.common.synchronization [req-a072cabd-03c4-472a-a7f1-10b6faad04c2 req-c3e3761b-1c05-412e-a439-feab46258288 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1155.959132] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc with Priority: HIGHEST for action security_group_members [ 1155.959401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.959525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.959589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.959815] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.961073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.961290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.961394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.961603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.961766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.961925] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.188813] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.465238] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.465437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.465554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.465751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.465844] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.466054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.466172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.466238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.466391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.466477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.466555] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc is going to be updated. [ 1156.494551] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.494764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.494764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.494989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.495148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.506837] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: IN_PROGRESS for 2s [ 1156.691729] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5900ffb1-6bfc-486f-889d-94c6fdec2197: rpc.has_security_group_logging(os_id): False [ 1156.714750] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.714938] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.714981] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.715227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.715328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.715628] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.715767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.715804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.715948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.716040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.716132] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1156.794034] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.794034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.794034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.794034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.794453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.812258] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1157.113787] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1157.114246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.114554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.114912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.115271] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.115504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.115663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.118849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.118849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.118849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.118849] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.421808] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a in Status: SUCCESS [ 1157.421808] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd814e6-0012-4e33-8c21-30dd6b02a66a deletion is rescheduled due to dependency. [ 1157.421808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd814e6-0012-4e33-8c21-30dd6b02a66a" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.476682] env[66071]: INFO networking_nsxv3.common.synchronization [req-ecd0d7a4-f4ec-4ae7-a983-32ea8889125f req-292074b1-3a02-4986-8256-6fd777c4d4ad tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1157.477351] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1157.477690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.477861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.477993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.478223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.478392] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.478495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.478559] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.478763] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.478885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.479038] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.527454] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1157.527782] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.619132] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.837406] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.838022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.838022] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.838214] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.838490] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.838663] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.838926] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.839039] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.839273] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.839694] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.839694] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.839694] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.839923] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.839923] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.840015] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.840473] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.859689] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.859871] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.860017] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.860217] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.860559] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-a6e50fd2-1500-4bb9-8b8d-8d331162b363 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.860734] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.860850] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.861188] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.861325] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e50fd2-1500-4bb9-8b8d-8d331162b363',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.981817] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.981817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.981817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.981817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.982125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.982125] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.982210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.982246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.982420] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.982495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.982582] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1158.023834] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.023834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.023834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.024227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.024227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.038491] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1158.121558] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dc64415-8ab2-414c-9208-250054ddf036: rpc.has_security_group_logging(os_id): False [ 1158.145127] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.145328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.145378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.145583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.145678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.146060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.146185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.146354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.146469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.146622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be created. [ 1158.217170] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.217380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.217380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.217610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.217817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.229288] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1158.363822] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.364157] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.364333] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.364657] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.364910] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.365113] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port a6e50fd2-1500-4bb9-8b8d-8d331162b363 not found, creating... [ 1158.365431] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.365682] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.365807] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.366057] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.366208] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.366592] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.366763] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.366908] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.367157] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.367346] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.367553] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: a6e50fd2-1500-4bb9-8b8d-8d331162b363 is going to be created. [ 1158.399958] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.400268] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.400442] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.400921] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.401021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.401251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.517280] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc in Status: SUCCESS [ 1158.517482] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc deletion is rescheduled due to dependency. [ 1158.517577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.825574] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1158.825807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.093467] env[66071]: INFO networking_nsxv3.common.synchronization [req-ecd0d7a4-f4ec-4ae7-a983-32ea8889125f req-98311ac4-2eda-4890-adc0-a4acc0ae1d47 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1159.093467] env[66071]: INFO networking_nsxv3.common.synchronization [req-ecd0d7a4-f4ec-4ae7-a983-32ea8889125f req-98311ac4-2eda-4890-adc0-a4acc0ae1d47 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1159.093794] env[66071]: INFO networking_nsxv3.common.synchronization [req-ecd0d7a4-f4ec-4ae7-a983-32ea8889125f req-98311ac4-2eda-4890-adc0-a4acc0ae1d47 service nova] Enqueued Resource ID: a6e50fd2-1500-4bb9-8b8d-8d331162b363 with Priority: HIGHEST for action port [ 1159.094198] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1159.094387] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1159.094435] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e50fd2-1500-4bb9-8b8d-8d331162b363 with Priority: HIGHEST for action port [ 1159.094742] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.094877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.094948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.096163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096252] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.097157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.097262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.097455] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e50fd2-1500-4bb9-8b8d-8d331162b363 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.097830] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.097920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.098120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.098195] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e50fd2-1500-4bb9-8b8d-8d331162b363',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.600355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.600719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.600719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6e50fd2-1500-4bb9-8b8d-8d331162b363 with status ACTIVE [ 1159.600888] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.601008] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.601323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.601577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.601685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.601898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.602016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.602100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.602278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.602404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.602810] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.602940] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.603185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.603272] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.603374] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6e50fd2-1500-4bb9-8b8d-8d331162b363 is going to be updated. [ 1159.631368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.631612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.631612] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.631851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.632020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.632203] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e50fd2-1500-4bb9-8b8d-8d331162b363" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719742] env[66071]: INFO networking_nsxv3.common.synchronization [req-663b7ff4-02fd-4954-bbf4-037f72193e28 req-bd157714-9efd-40a7-9b6a-2788ddd0a92f tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1159.720610] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1159.721532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.721756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.721878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.722191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.722452] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.722589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.722678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.722870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.722980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.723105] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.053434] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1160.053640] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 deletion is rescheduled due to dependency. [ 1160.053717] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.053896] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.055765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.055765] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.055765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.055765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.055765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.055765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.055765] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.228028] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.241455] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1160.241658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.558258] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.729491] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.061507] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.233760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.233980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.233980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.234206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.234298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.234407] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1161.272967] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.272967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.272967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.272967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.272967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.282715] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1161.564633] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.564840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.564840] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.566675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.566675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.566675] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1161.593030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.593030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.593030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.593030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.593030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.601508] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1163.294528] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1163.294943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.611837] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1163.611951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.612139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.612473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.612693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.612879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.612879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.613047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.613125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.613210] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.613301] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.115177] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.467450] env[66071]: INFO networking_nsxv3.common.synchronization [None req-b5dfb34a-eaee-4c85-834d-4461af469a19 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1164.468186] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1164.468567] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.468708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.468799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.469135] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.469246] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.614762] env[66071]: INFO networking_nsxv3.common.synchronization [None req-c1df7d40-263c-4d0f-aa4c-35183e472f22 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1164.615915] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1164.615915] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.616055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.617327] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 1164.636691] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.636908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.637061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.637269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.637392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.637720] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.637856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.637948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.638157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.638263] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.638399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1164.694997] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.695244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.695369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.695555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.695741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.708770] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1164.992061] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.992218] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.992290] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.992541] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.992660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.992761] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e already deleted. [ 1164.993847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.993847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.993847] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.993847] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.515585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.516014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.516014] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.516121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.516156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.516237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e already deleted. [ 1165.516330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.614220] env[66071]: INFO networking_nsxv3.common.synchronization [req-f58e7a70-eba2-48d1-a2da-bb50b620d5e6 req-97a209a1-5542-44dc-9240-889267e0749d tempest-DeleteServersTestJSON-661873059 tempest-DeleteServersTestJSON-661873059-project-member] Enqueued Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1166.615157] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 with Priority: HIGHEST for action security_group_members [ 1166.615157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.615157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.615627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.615627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.615698] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.615765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.615826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.616042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.616174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.616225] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.721862] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1166.722108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.120022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.120022] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.120022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.120462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.120462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.120462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 is going to be updated. [ 1167.193073] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.193073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.193073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.193073] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.193366] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.213450] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: IN_PROGRESS for 2s [ 1169.226469] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 in Status: SUCCESS [ 1169.226783] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2 deletion is rescheduled due to dependency. [ 1169.226783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.684251] env[66071]: INFO networking_nsxv3.common.synchronization [req-a81da7ce-76e7-4130-9343-48b621751d72 req-bf1330a4-d03f-44e0-a743-a701e5d1eec8 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1170.684824] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1170.685156] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.685283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.685351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.685615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.685962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.685962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.685962] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.686093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.686197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.686420] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.987596] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.988031] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.988216] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.988533] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.988839] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.989056] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.989221] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.989482] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.989667] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.989920] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.990075] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.990331] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.990490] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.990651] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.990782] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.990942] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.009943] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.010228] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.010373] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.010624] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-124" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.011450] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-283eec29-093b-4687-8d92-b18a284b24cf taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.011450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011450] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.011807] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.011807] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283eec29-093b-4687-8d92-b18a284b24cf',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.188413] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.188650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.188650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.188876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.188967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189182] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.189280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.189342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.189488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.189564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189648] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e already deleted. [ 1171.189728] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.513898] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.514112] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.514212] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.514491] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.514646] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.514800] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 283eec29-093b-4687-8d92-b18a284b24cf not found, creating... [ 1171.515070] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.515229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.515345] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.515562] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.515701] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.515978] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.516146] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.516260] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.516457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.516588] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.516724] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 283eec29-093b-4687-8d92-b18a284b24cf is going to be created. [ 1171.537019] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.537249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.537304] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.537561] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.537790] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.538021] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.268076] env[66071]: INFO networking_nsxv3.common.synchronization [req-a81da7ce-76e7-4130-9343-48b621751d72 req-5232baed-4d76-421a-9ece-a6d6171e6065 service nova] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1172.268418] env[66071]: INFO networking_nsxv3.common.synchronization [req-a81da7ce-76e7-4130-9343-48b621751d72 req-5232baed-4d76-421a-9ece-a6d6171e6065 service nova] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1172.268418] env[66071]: INFO networking_nsxv3.common.synchronization [req-a81da7ce-76e7-4130-9343-48b621751d72 req-5232baed-4d76-421a-9ece-a6d6171e6065 service nova] Enqueued Resource ID: 283eec29-093b-4687-8d92-b18a284b24cf with Priority: HIGHEST for action port [ 1172.268953] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_rules [ 1172.269071] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1172.269227] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283eec29-093b-4687-8d92-b18a284b24cf with Priority: HIGHEST for action port [ 1172.269492] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.269592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.269674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.269922] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.270071] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.271154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.271301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.271434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.271581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.271769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.271892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.271958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.272175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.272271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.272378] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.273300] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-283eec29-093b-4687-8d92-b18a284b24cf taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.273300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.273300] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.274140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.274140] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283eec29-093b-4687-8d92-b18a284b24cf',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.774938] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.775914] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.776051] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.776394] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 283eec29-093b-4687-8d92-b18a284b24cf with status ACTIVE [ 1172.776562] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.776676] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.776744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.776944] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.777047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777211] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.777304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.777363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.777509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.777586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777773] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.777892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.777934] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.778054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.778129] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.778212] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 283eec29-093b-4687-8d92-b18a284b24cf is going to be updated. [ 1172.798306] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.798543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.798685] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.798971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.799225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.799453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-283eec29-093b-4687-8d92-b18a284b24cf" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.902685] env[66071]: INFO networking_nsxv3.common.synchronization [req-73b40947-b391-40f9-bcbb-b5263870fcf6 req-94fc3101-6522-426a-8e32-d24f9426d450 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1172.903519] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1172.903985] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.904209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.904271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.904548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.904783] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.904941] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.905078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.905277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.905444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.905544] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.249419] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.249634] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.249755] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.250028] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.250332] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.250725] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.250977] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.251234] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.251389] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.251594] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.251710] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.251816] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.251925] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.252047] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.252173] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.252341] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.272118] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.272348] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.272424] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.272677] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.272990] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.273395] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.273598] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.274936] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.274936] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d3bc2-f9ff-47c3-ba7d-0165c64fe509',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.276656] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.408867] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.776691] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.776924] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.777058] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.777363] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.777514] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.777671] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 not found, creating... [ 1173.777931] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.778095] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.778210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.778418] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.778563] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.778832] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.778980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.779105] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.779301] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.779457] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.779642] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 is going to be created. [ 1173.780906] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.781031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.781102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.781251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.781332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.781417] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e is going to be created. [ 1173.801658] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.801911] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.802118] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.802561] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.802868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.803155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.804868] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.805022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.805099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.805316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.805490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.819350] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: UNINITIALIZED for 2s [ 1173.910935] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.413900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.414285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.414285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.414402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.414455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.414528] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1174.445841] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.446016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.446077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.446289] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.446431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.456094] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1174.540336] env[66071]: INFO networking_nsxv3.common.synchronization [req-73b40947-b391-40f9-bcbb-b5263870fcf6 req-bb7dfff1-af0f-46ee-a786-8bd3b412857d service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1174.540336] env[66071]: INFO networking_nsxv3.common.synchronization [req-73b40947-b391-40f9-bcbb-b5263870fcf6 req-bb7dfff1-af0f-46ee-a786-8bd3b412857d service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1174.540336] env[66071]: INFO networking_nsxv3.common.synchronization [req-73b40947-b391-40f9-bcbb-b5263870fcf6 req-bb7dfff1-af0f-46ee-a786-8bd3b412857d service nova] Enqueued Resource ID: 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 with Priority: HIGHEST for action port [ 1174.540336] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1174.541925] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1174.542070] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 with Priority: HIGHEST for action port [ 1174.542893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.543035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.543105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.543314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.543393] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.544795] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.544968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.545803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.545803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.545803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.545803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.545803] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766d3bc2-f9ff-47c3-ba7d-0165c64fe509',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.047614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.047748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.047984] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 with status ACTIVE [ 1175.048145] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.048255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.048322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.048533] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.048624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.048812] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.048924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.048988] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.049153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.049230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.049407] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.049500] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.049563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.049726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.049809] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.049905] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 766d3bc2-f9ff-47c3-ba7d-0165c64fe509 is going to be updated. [ 1175.077048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.077048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.077048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.077398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.077398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.077512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766d3bc2-f9ff-47c3-ba7d-0165c64fe509" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.832143] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: SUCCESS [ 1175.832143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.832143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.832143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.832903] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.832903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.832903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.832903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.833094] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833285] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.336103] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.469955] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1176.470316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.470547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.470874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.471177] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.471403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.471509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.471692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.471788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.471876] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.838772] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e: rpc.has_security_group_logging(os_id): False [ 1176.864374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.864687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.864816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.865315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.865485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.865869] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.869209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.869785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.870214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.870484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.870681] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e is going to be created. [ 1176.962593] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.962926] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.963070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.963293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.963543] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.976142] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.977167] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: IN_PROGRESS for 2s [ 1177.479188] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.981904] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.982325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.982325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.982445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.982498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.982623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1178.021039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.021194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.021260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.021477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.021644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.039235] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1178.994923] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: SUCCESS [ 1178.995324] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.543211] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.544060] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1180.049731] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1180.050125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.050125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.050359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.050708] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.050883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.050955] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.051157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.051244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.051334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.051427] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.554624] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.554826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.554876] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.555274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.555488] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.555619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.555706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.555888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.555999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.556192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.556308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.556434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.556512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.556682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.556851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.556952] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.557028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.557171] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.557250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.557354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.557458] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.060236] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1181.083443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.083632] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.083757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.083902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.084063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.084322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.084496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.084496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.084657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.084834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.085214] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.085345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.085410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.085565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.085643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.085853] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.085963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.086050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.086222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.086266] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.086392] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1181.210093] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.210093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.210379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.210379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.210512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.228426] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1183.257753] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1183.258208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.547955] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.547955] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1188.326748] env[66071]: INFO networking_nsxv3.common.synchronization [req-d2fea334-0374-4b3a-89ad-14925185b536 req-f52f88a9-c94c-402e-bd47-cd4a0b4acf43 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1188.327265] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1188.327578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.327719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.327788] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.328041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.328279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.328394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.328445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.328573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.328660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.328763] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.685074] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.685299] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.685427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.685705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.685974] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.686169] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.686291] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.686520] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.686670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.686934] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.687072] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.687187] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.687308] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.687422] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.687535] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.687670] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.709021] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.709231] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.709372] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.709553] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.709873] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-11a246d1-ac1e-41ce-a310-4a107e69a004 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.710061] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.710182] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.710667] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.710895] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a246d1-ac1e-41ce-a310-4a107e69a004',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.830777] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.213379] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.213616] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.213782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.214081] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.214256] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.214436] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 11a246d1-ac1e-41ce-a310-4a107e69a004 not found, creating... [ 1189.214724] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.214908] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215045] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215291] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.215449] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.215765] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.215934] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.216073] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.216298] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216454] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.216603] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 11a246d1-ac1e-41ce-a310-4a107e69a004 is going to be created. [ 1189.238362] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.238604] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.238709] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.238983] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.239248] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.239477] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.333205] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.836040] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.836226] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.836302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.836544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.836641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.836830] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1189.864837] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.865081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.865163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.865352] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.865499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.876849] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1189.935632] env[66071]: INFO networking_nsxv3.common.synchronization [req-d2fea334-0374-4b3a-89ad-14925185b536 req-2a5ef5a3-b528-4fc1-ad1b-2fd0a90f940e service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1189.935848] env[66071]: INFO networking_nsxv3.common.synchronization [req-d2fea334-0374-4b3a-89ad-14925185b536 req-2a5ef5a3-b528-4fc1-ad1b-2fd0a90f940e service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1189.935982] env[66071]: INFO networking_nsxv3.common.synchronization [req-d2fea334-0374-4b3a-89ad-14925185b536 req-2a5ef5a3-b528-4fc1-ad1b-2fd0a90f940e service nova] Enqueued Resource ID: 11a246d1-ac1e-41ce-a310-4a107e69a004 with Priority: HIGHEST for action port [ 1189.936542] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1189.936663] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1189.936760] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a246d1-ac1e-41ce-a310-4a107e69a004 with Priority: HIGHEST for action port [ 1189.937155] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.937307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.937378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.937580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.937664] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.938949] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.939071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.939275] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a246d1-ac1e-41ce-a310-4a107e69a004 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.940062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.940062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.940062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.940062] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a246d1-ac1e-41ce-a310-4a107e69a004',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.439644] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.439644] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.441100] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a246d1-ac1e-41ce-a310-4a107e69a004 with status ACTIVE [ 1190.441341] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.441486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.441603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.441804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.441903] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.442181] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.442268] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.442315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.442516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.442622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.442892] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.442965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.443078] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.443242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.443242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.443328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a246d1-ac1e-41ce-a310-4a107e69a004 is going to be updated. [ 1190.478083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.478255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.478357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.478572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.478724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.478888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a246d1-ac1e-41ce-a310-4a107e69a004" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.887325] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1191.887716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.887716] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.887950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.888166] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.888288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.888360] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.888516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.888635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.888702] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.391364] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.893903] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.396858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.396858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.396979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.397221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.397317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.397438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1193.426303] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.426479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.426522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.426711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.426846] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.435101] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1194.937816] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.938198] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1195.448421] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1195.448668] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.448870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.449137] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.449362] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.449507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.449579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.449760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.449879] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.449921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.450046] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.952287] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.952659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.952659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952810] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.952925] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.953042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.953110] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.953262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.953348] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.953435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.953585] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.953677] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.953761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.953909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.954064] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.954155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.954216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.954355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.954430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.954509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.954596] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.457329] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1196.475423] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.475641] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.475706] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.475969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.476116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.476317] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.476417] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.476480] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.476627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.476701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.476897] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.476992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.477070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.477211] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.477285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.477456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.477548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.477607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.477747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.477893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.477980] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1196.542426] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.542661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.542661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.542989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.543235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.560908] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1198.463692] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.464200] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.464200] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.464506] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.464819] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.465049] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.465138] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.465435] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.465581] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.465866] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.466051] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.466173] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.466335] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.466493] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.466670] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.466825] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.488008] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.488238] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.488389] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.488599] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-461" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.488882] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-33c54105-aada-4920-9d8c-7e88b7451119 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.489068] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.489187] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.489541] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.489708] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c54105-aada-4920-9d8c-7e88b7451119',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.577206] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1198.577437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.992448] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.992721] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.992799] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.993095] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.993249] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.993530] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.993687] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.993802] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.994033] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.994155] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.994436] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.994590] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.994705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.994905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.995054] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.995194] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 33c54105-aada-4920-9d8c-7e88b7451119 is going to be updated. [ 1199.016689] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.016884] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.017018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.017293] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.017485] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.017708] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.735475] env[66071]: INFO networking_nsxv3.common.synchronization [req-92ef8892-04fe-4eb9-a042-c936f94d8346 req-cc4393cd-8004-4b91-8ffd-f6f3a44d52dc service nova] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1199.735741] env[66071]: INFO networking_nsxv3.common.synchronization [req-92ef8892-04fe-4eb9-a042-c936f94d8346 req-cc4393cd-8004-4b91-8ffd-f6f3a44d52dc service nova] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1199.735856] env[66071]: INFO networking_nsxv3.common.synchronization [req-92ef8892-04fe-4eb9-a042-c936f94d8346 req-cc4393cd-8004-4b91-8ffd-f6f3a44d52dc service nova] Enqueued Resource ID: 33c54105-aada-4920-9d8c-7e88b7451119 with Priority: HIGHEST for action port [ 1199.736381] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_rules [ 1199.736819] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1199.736819] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c54105-aada-4920-9d8c-7e88b7451119 with Priority: HIGHEST for action port [ 1199.736931] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.737069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.737140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.737365] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.737436] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.738350] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.738530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.738530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.738783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.738833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.738964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.738999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.739144] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.739236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.739320] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.741676] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c54105-aada-4920-9d8c-7e88b7451119 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.742323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.742323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.742323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.744870] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c54105-aada-4920-9d8c-7e88b7451119',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.246627] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.247692] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.247807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.248191] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c54105-aada-4920-9d8c-7e88b7451119 with status ACTIVE [ 1200.248355] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.248463] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.248535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.249461] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.249461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.249900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.249900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.249900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.249900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.249900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.249900] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c54105-aada-4920-9d8c-7e88b7451119 is going to be updated. [ 1200.272067] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.272067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.272067] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.272442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.272442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.272516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c54105-aada-4920-9d8c-7e88b7451119" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.749448] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.808746] env[66071]: INFO networking_nsxv3.common.synchronization [req-15f9f7af-ad4c-4667-a625-3b8769e7448d req-55b9bc8f-d64f-426d-baf8-78d241e0d2a4 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1200.810045] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1200.810045] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.810045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.810045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.810045] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.810367] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.810960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.810960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.810960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.810960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.811199] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.251695] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.251898] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.252009] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.252332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.252454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.252596] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be updated. [ 1201.283693] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.283979] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.284173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.284448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.284653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.296757] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: IN_PROGRESS for 2s [ 1201.315236] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.817601] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.320274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.320392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.320392] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.320708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.320804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.320949] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1202.354665] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.354911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.354972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.356120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.356120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.365828] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1203.307935] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: SUCCESS [ 1203.308330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.308379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.308569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.308763] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.308882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.308946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.309296] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.309396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.309495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.309594] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.812582] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.314642] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4644f10-bf20-45d1-afea-70270f3b5727: rpc.has_security_group_logging(os_id): False [ 1204.331803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.332026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.332026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.332455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.332573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.332896] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.333071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.333121] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.333293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.333414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.333568] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be updated. [ 1204.374852] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1204.375105] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.393161] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.393397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.393397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.393684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.393803] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.407995] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: IN_PROGRESS for 2s [ 1205.810887] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.811351] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.425519] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: SUCCESS [ 1206.425753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.176239] env[66071]: INFO networking_nsxv3.common.synchronization [req-c545cfb0-d3e2-4599-99c1-e589ce8f7fc1 req-7e8a14d3-678c-4d78-820e-45b335373960 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1207.176239] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1207.176239] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.176239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.176239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.176692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.176692] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.176849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.176849] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.176974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.178494] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.178494] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.510431] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.510630] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.510755] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.511081] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.511372] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.511567] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.511711] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.511939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.512109] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.512316] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.512430] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.512541] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.512660] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.512802] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.512976] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.513149] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.531199] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.531389] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.531533] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.531697] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.532019] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-55a1bca4-b229-475b-856e-307847c2cf4b taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.532208] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.532329] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.532655] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.532795] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a1bca4-b229-475b-856e-307847c2cf4b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.679880] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680159] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.680447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.680498] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.680684] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.680799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.681022] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.681099] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.681181] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 already deleted. [ 1207.681252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.036964] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.037286] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.037579] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.037995] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.038254] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.038504] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 55a1bca4-b229-475b-856e-307847c2cf4b not found, creating... [ 1208.038967] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.039230] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.039413] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.039716] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.039917] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.040368] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.040596] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.040771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.041119] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.041332] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.041544] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 55a1bca4-b229-475b-856e-307847c2cf4b is going to be created. [ 1208.068629] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.068930] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.069116] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.069414] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.069652] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.069876] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.619555] env[66071]: INFO networking_nsxv3.common.synchronization [req-d24562ce-36f1-4fac-bc01-118e3d289ed9 req-817a427a-819f-4a78-b8f0-814a80e85fc1 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1208.621389] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1208.621389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.621389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.621389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.621389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.621389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.621389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.621389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.621890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.621890] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.621890] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.832686] env[66071]: INFO networking_nsxv3.common.synchronization [req-c545cfb0-d3e2-4599-99c1-e589ce8f7fc1 req-1efe27fc-2e37-4f08-b35b-280b4b233184 service nova] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_rules [ 1208.832976] env[66071]: INFO networking_nsxv3.common.synchronization [req-c545cfb0-d3e2-4599-99c1-e589ce8f7fc1 req-1efe27fc-2e37-4f08-b35b-280b4b233184 service nova] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1208.833111] env[66071]: INFO networking_nsxv3.common.synchronization [req-c545cfb0-d3e2-4599-99c1-e589ce8f7fc1 req-1efe27fc-2e37-4f08-b35b-280b4b233184 service nova] Enqueued Resource ID: 55a1bca4-b229-475b-856e-307847c2cf4b with Priority: HIGHEST for action port [ 1208.833578] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_rules [ 1208.833730] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1208.833961] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a1bca4-b229-475b-856e-307847c2cf4b with Priority: HIGHEST for action port [ 1208.834602] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.834755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.834834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.835115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.835560] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.836872] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.837011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.837086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.837271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.837572] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.837816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.837816] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.837937] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.837971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.838080] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.839898] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a1bca4-b229-475b-856e-307847c2cf4b taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.840028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.840092] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.840253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.840333] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a1bca4-b229-475b-856e-307847c2cf4b',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.124065] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.336970] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.337178] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.343589] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.344713] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a1bca4-b229-475b-856e-307847c2cf4b with status ACTIVE [ 1209.345011] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.345152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.345228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.345466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.345561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.345751] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.345854] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.345916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.346884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.347042] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.347248] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.347353] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.347419] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.347581] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.347655] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.347736] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a1bca4-b229-475b-856e-307847c2cf4b is going to be updated. [ 1209.373200] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.373354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.373466] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.373663] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.373762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.374068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a1bca4-b229-475b-856e-307847c2cf4b" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.626134] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.850072] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.128772] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.128918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.129252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.129252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.129334] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.129380] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1210.165790] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.165961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.166021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.166238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.166382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.177883] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1210.353367] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.353584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.353737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.354074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.354172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.354399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be created. [ 1210.380417] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.380590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.380590] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.380961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.380961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.395890] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: UNINITIALIZED for 2s [ 1212.187329] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1212.187329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.410105] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1212.410341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.410520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.411208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.411208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.411208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.411208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.411602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.411602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.411602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.411602] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.914631] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.914795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.914870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.915102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.915271] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.915391] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.915456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.915602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.915762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.915762] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.916024] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.916120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.916181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.916312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.916443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.916532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.916586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.916718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.916791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.916869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.917042] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.419376] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5c64843-891f-4a1f-a370-242c69197c47: rpc.has_security_group_logging(os_id): False [ 1213.442412] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.442609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.442683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.442920] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.443131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.443341] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.443486] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.443558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.443754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.443857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.444118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.444227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.444287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.444455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.444527] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.444736] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.444831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.444887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.445059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.445147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.445300] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be created. [ 1213.518486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.518718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.518718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.518885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.519125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.532791] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: IN_PROGRESS for 2s [ 1213.835101] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.835224] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1213.951964] env[66071]: INFO networking_nsxv3.common.synchronization [req-51434183-1993-4b52-b6d5-ac57469f33be req-14bda334-4d8f-4fe1-b72c-361dac07b679 tempest-AttachVolumeTestJSON-1551062888 tempest-AttachVolumeTestJSON-1551062888-project-member] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1213.952108] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGHEST for action security_group_members [ 1213.952690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.953588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.953694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.953910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.954143] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.954251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.954312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.954575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.954665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.954760] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.457709] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.458157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.458157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.458337] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.458495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.458804] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.458971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.459087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.459321] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.459444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.459620] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 is going to be updated. [ 1214.489865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.490080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.490080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.490292] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.490428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.500925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: IN_PROGRESS for 2s [ 1215.547251] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1215.547618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.511371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 in Status: SUCCESS [ 1216.511559] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 deletion is rescheduled due to dependency. [ 1216.511609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.119512] env[66071]: INFO networking_nsxv3.common.synchronization [req-8db3c874-3591-4c52-a265-4eeffac96619 req-da95b2e4-70c6-4aa6-b990-d73b991fbaba tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1218.120286] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1218.120780] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.123936] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.124153] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.124276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.124577] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.124714] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.124857] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.478665] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.478861] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.479018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.479296] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.479554] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.479707] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.479822] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.480302] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.480480] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.480691] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.480806] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.480918] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.481070] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.481192] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.481303] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.481442] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.500998] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.501210] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.501369] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.501561] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.502241] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-b10834ff-f1ce-45e0-8a65-2f9ee931af27 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.502241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.502241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.502498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.502603] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10834ff-f1ce-45e0-8a65-2f9ee931af27',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.627406] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.005138] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.005373] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.005485] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.005770] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.005917] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.006084] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port b10834ff-f1ce-45e0-8a65-2f9ee931af27 not found, creating... [ 1219.006342] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.006498] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.006616] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.006831] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.006968] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.007275] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.007423] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.007538] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.007738] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.007871] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.008016] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: b10834ff-f1ce-45e0-8a65-2f9ee931af27 is going to be created. [ 1219.031329] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.031589] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.031812] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.032031] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.032281] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.032511] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.129826] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.632532] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.632711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.632764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.633063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.633207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.633338] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1219.666819] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.666967] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.667055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.667277] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.667424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.678619] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1219.746095] env[66071]: INFO networking_nsxv3.common.synchronization [req-8db3c874-3591-4c52-a265-4eeffac96619 req-334b1325-3093-4574-860e-acdb4671bf68 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1219.746291] env[66071]: INFO networking_nsxv3.common.synchronization [req-8db3c874-3591-4c52-a265-4eeffac96619 req-334b1325-3093-4574-860e-acdb4671bf68 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1219.746428] env[66071]: INFO networking_nsxv3.common.synchronization [req-8db3c874-3591-4c52-a265-4eeffac96619 req-334b1325-3093-4574-860e-acdb4671bf68 service nova] Enqueued Resource ID: b10834ff-f1ce-45e0-8a65-2f9ee931af27 with Priority: HIGHEST for action port [ 1219.746986] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1219.747169] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1219.747275] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10834ff-f1ce-45e0-8a65-2f9ee931af27 with Priority: HIGHEST for action port [ 1219.747534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.747648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.747712] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.747910] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.747987] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.748848] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.748943] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.749519] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10834ff-f1ce-45e0-8a65-2f9ee931af27 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.749519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.749519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.749519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.749830] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10834ff-f1ce-45e0-8a65-2f9ee931af27',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.251989] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.252427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.252427] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b10834ff-f1ce-45e0-8a65-2f9ee931af27 with status ACTIVE [ 1220.252549] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.252689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.252777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253089] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253199] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.253427] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.253555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.253657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253856] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.254216] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.254349] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.254434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.254609] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.254707] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.254822] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b10834ff-f1ce-45e0-8a65-2f9ee931af27 is going to be updated. [ 1220.308577] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.308822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.308822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.309048] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.309271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.309467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10834ff-f1ce-45e0-8a65-2f9ee931af27" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.692109] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.692109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.692109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.692109] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.193692] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.697061] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.199108] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.199108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.199108] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.199320] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.199355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.199466] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1223.240193] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.240395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.240439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.240636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.240812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.259647] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1224.748690] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.749158] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1225.272038] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1225.272379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.272582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.272814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.273030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.273316] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.273398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.273657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.273773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.273916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.274088] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.777729] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.778209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.778209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.778325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.778536] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.778653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.778715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.778880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.778983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.779113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.779348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.779473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.779565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.779777] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.779939] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.780109] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.780232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.780410] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.780574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.780653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.780798] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.283733] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1226.305160] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.305319] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.305380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.305636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.305725] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.305921] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.306031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.306097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.306298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.306384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.306605] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.306767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.306836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.307059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.307183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.307443] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.307532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.307604] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.307773] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.307858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.307946] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1226.378529] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.378709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.378772] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.378959] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.379120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.403311] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1228.422953] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1228.422953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.749893] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.749893] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.738415] env[66071]: INFO networking_nsxv3.common.synchronization [req-0c572617-7eaa-4696-9ee7-4f6e2cd9a49a req-4df14361-9b2f-4f92-b416-a51e8eb6bdae tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1232.738415] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1232.739518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.739518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.739518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.739518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.739518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.739518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.739518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.739911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.739911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.739911] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.012154] env[66071]: INFO networking_nsxv3.common.synchronization [req-2f68bec3-fbc9-424e-9f0a-fbb51913e325 req-b9289e74-5fc1-4c68-9bba-464bd1bc49f1 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1233.012678] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1233.013279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.013411] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.013501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.013804] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.013865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.013948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.014015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.014166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.014284] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.014389] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.242455] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.517264] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.517345] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.517378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.517610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.517697] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.517890] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.517989] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.518070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.518221] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.518298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.518382] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1233.549674] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.549822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.549888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.550247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.550247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.559669] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1233.745032] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.249986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.250194] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.250262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.250445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.250539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.250639] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1234.299030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.299030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.299030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.299030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.299030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.307917] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1235.438186] env[66071]: INFO networking_nsxv3.common.synchronization [req-836786bb-575a-4d85-a4fa-93a038a7fff2 req-91089a79-8332-4e66-aa5c-b42471a393d3 tempest-AttachVolumeNegativeTest-606003321 tempest-AttachVolumeNegativeTest-606003321-project-member] Enqueued Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1235.438835] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e with Priority: HIGHEST for action security_group_members [ 1235.439084] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.439202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.439267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.439471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.439636] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.439737] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.439802] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.439951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.440050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.440865] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.571576] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1235.571758] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 deletion is rescheduled due to dependency. [ 1235.571998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.943833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.944117] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.944323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.944635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.944855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.945171] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.945346] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.945460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.945756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.945893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.946056] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e is going to be updated. [ 1235.986918] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.987097] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.987169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.987377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.987530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.001322] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: IN_PROGRESS for 2s [ 1236.320040] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1236.320250] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.011836] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e in Status: SUCCESS [ 1238.012274] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e deletion is rescheduled due to dependency. [ 1238.012274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.464483] env[66071]: INFO networking_nsxv3.common.synchronization [req-cb922b79-fa7f-4c9c-b2d2-e1810431e48e req-69e98338-bbdf-406d-a2db-7c84a04da6c1 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1238.465105] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1238.465471] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.465625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.465694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.465883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.466070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.466393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.466393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.466393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.466586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.466586] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.973614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.973785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.973828] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.974061] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.974223] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.974347] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.974447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.974516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.974653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.974726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.974810] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be updated. [ 1239.001453] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.001596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.001667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.001869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.002019] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.010227] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: IN_PROGRESS for 2s [ 1241.030011] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1241.030383] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 deletion is rescheduled due to dependency. [ 1241.030383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.920422] env[66071]: INFO networking_nsxv3.common.synchronization [req-9dac76a7-bcde-4f58-87b4-04a141b94754 req-aafae60c-81eb-4b5e-98ee-ed4be674dca3 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1241.920943] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1241.921267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.921388] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.921447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.921643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.921796] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.926450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.926450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.926564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.926653] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.926782] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.253877] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.253877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.253877] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.254289] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.254951] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.255040] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.255261] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.255633] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.255963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.256218] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.256377] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.256525] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.256665] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.256808] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.256973] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.257224] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.277008] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.277221] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.277367] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.277539] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-321" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.277851] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.278030] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.278148] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.278479] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.278612] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79f8d07-2c71-42b0-b262-4cf7ee3048a5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.429590] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.780549] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.780775] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.780882] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.781214] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.781422] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.781598] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port e79f8d07-2c71-42b0-b262-4cf7ee3048a5 not found, creating... [ 1242.781866] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.782036] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.782154] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.782380] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.782501] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.782772] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.782923] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.783047] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.783251] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.783403] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.783555] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: e79f8d07-2c71-42b0-b262-4cf7ee3048a5 is going to be created. [ 1242.804743] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.805029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.805179] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.805519] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.805810] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.806096] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.932019] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.436556] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.436556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.436556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.436556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.436556] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.436556] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1243.468135] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.468359] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.468496] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.468883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.469069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.479474] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1243.552667] env[66071]: INFO networking_nsxv3.common.synchronization [req-9dac76a7-bcde-4f58-87b4-04a141b94754 req-69ef75db-c5bd-478a-a1d9-0d2465a9bbe4 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1243.552865] env[66071]: INFO networking_nsxv3.common.synchronization [req-9dac76a7-bcde-4f58-87b4-04a141b94754 req-69ef75db-c5bd-478a-a1d9-0d2465a9bbe4 service nova] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1243.552983] env[66071]: INFO networking_nsxv3.common.synchronization [req-9dac76a7-bcde-4f58-87b4-04a141b94754 req-69ef75db-c5bd-478a-a1d9-0d2465a9bbe4 service nova] Enqueued Resource ID: e79f8d07-2c71-42b0-b262-4cf7ee3048a5 with Priority: HIGHEST for action port [ 1243.553588] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_rules [ 1243.553702] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1243.553799] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f8d07-2c71-42b0-b262-4cf7ee3048a5 with Priority: HIGHEST for action port [ 1243.554087] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.554209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.554278] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.554571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.554655] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.555506] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.556507] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.556771] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.556831] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.556881] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.557069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.557146] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79f8d07-2c71-42b0-b262-4cf7ee3048a5',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.059217] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.059416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.059550] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e79f8d07-2c71-42b0-b262-4cf7ee3048a5 with status ACTIVE [ 1244.059716] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.059821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.059925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.060116] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.060206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.060374] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.060469] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.060532] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.060679] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.060864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.060942] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.061024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.061085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.061251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.061328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.061403] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e79f8d07-2c71-42b0-b262-4cf7ee3048a5 is going to be updated. [ 1244.086050] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.086264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.086264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.086474] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.086588] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.086747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79f8d07-2c71-42b0-b262-4cf7ee3048a5" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.190338] env[66071]: INFO networking_nsxv3.common.synchronization [req-d7f13031-1d71-4113-b937-45f3fe35b393 req-46b84c4f-c2ab-45aa-b1a5-edfe453d9002 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1244.191020] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1244.191375] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.191512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.191582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.192340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.192340] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.192340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.192340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.192340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.192613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.192613] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.551679] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.552055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.552055] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.552286] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.552531] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.552683] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.552797] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.552997] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.553156] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.553386] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.553502] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.553608] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.553713] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.554242] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.554242] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.554242] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.574198] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.574198] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.574198] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.574198] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-955" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.574364] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-7db9b417-ac36-430e-885b-f0a17f48ae7f taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.574443] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.574547] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.574863] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.574992] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db9b417-ac36-430e-885b-f0a17f48ae7f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.695083] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.695274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.695274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.695472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.695562] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.695752] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.695848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.695912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.696421] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.696512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.696604] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1244.721328] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.721516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.721516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.721705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.721842] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.731038] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1245.077539] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.078631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.078631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.078631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.078631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.078631] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 7db9b417-ac36-430e-885b-f0a17f48ae7f not found, creating... [ 1245.078839] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.078893] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.078980] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.079200] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.079337] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.079608] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.079757] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.079868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.080085] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.080278] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.080617] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 7db9b417-ac36-430e-885b-f0a17f48ae7f is going to be created. [ 1245.101761] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.101985] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.102124] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.102401] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.102626] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.102840] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.491738] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1245.491738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.491738] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.491945] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.492077] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.492208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.492274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.492432] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.492538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.492610] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.812823] env[66071]: INFO networking_nsxv3.common.synchronization [req-d7f13031-1d71-4113-b937-45f3fe35b393 req-35729eee-0a8d-453c-9978-2d6d36602bb4 service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 1245.813217] env[66071]: INFO networking_nsxv3.common.synchronization [req-d7f13031-1d71-4113-b937-45f3fe35b393 req-35729eee-0a8d-453c-9978-2d6d36602bb4 service nova] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1245.813217] env[66071]: INFO networking_nsxv3.common.synchronization [req-d7f13031-1d71-4113-b937-45f3fe35b393 req-35729eee-0a8d-453c-9978-2d6d36602bb4 service nova] Enqueued Resource ID: 7db9b417-ac36-430e-885b-f0a17f48ae7f with Priority: HIGHEST for action port [ 1245.813807] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_rules [ 1245.813935] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1245.816185] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db9b417-ac36-430e-885b-f0a17f48ae7f with Priority: HIGHEST for action port [ 1245.817081] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.817252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.817325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.817580] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.817696] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.818960] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.819138] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.819713] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db9b417-ac36-430e-885b-f0a17f48ae7f taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.819822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.819884] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.820213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.820294] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db9b417-ac36-430e-885b-f0a17f48ae7f',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.968600] env[66071]: INFO networking_nsxv3.common.synchronization [None req-2a20f514-adc9-4510-b73f-2b6e452462be tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1245.968600] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1245.969570] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.969570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.969570] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.970021] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.970128] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.995559] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.061296] env[66071]: INFO networking_nsxv3.common.synchronization [None req-86248699-f639-4fd6-9a7a-2f1e9e57b954 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1246.062221] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1246.062705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.062845] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.322013] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.322157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.322370] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7db9b417-ac36-430e-885b-f0a17f48ae7f with status ACTIVE [ 1246.322540] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.322727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.322727] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.322953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.323887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.323887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.323887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.323887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.323887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.323887] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.323887] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.324597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.324597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.324597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.324597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.324597] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7db9b417-ac36-430e-885b-f0a17f48ae7f is going to be updated. [ 1246.346293] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.346445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.346501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.346701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.346836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.346992] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db9b417-ac36-430e-885b-f0a17f48ae7f" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.496724] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.496931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.496931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.498027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.498027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.498027] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 already deleted. [ 1246.498027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.498027] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.498561] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.498749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.498873] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.742839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1246.743482] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 deletion is rescheduled due to dependency. [ 1246.743482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.743482] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.743658] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.743809] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.743872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.744035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.744182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.744182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.744321] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.001591] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.001591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.001591] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.002237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.002237] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.002237] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1247.023238] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.023431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.023520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.023836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.023958] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.024091] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 already deleted. [ 1247.024202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.036279] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.036458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.036458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.036659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.036806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.046192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1247.246617] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.468595] env[66071]: INFO networking_nsxv3.common.synchronization [req-cc265e1b-5ddb-4cfd-a2a1-1664b6c51dc3 req-4bdd5d7f-3cc0-4c3c-ab10-5ceebdbce41a tempest-AttachVolumeShelveTestJSON-136020090 tempest-AttachVolumeShelveTestJSON-136020090-project-member] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1247.469174] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGHEST for action security_group_members [ 1247.469486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.469630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.469688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.469864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.470014] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.470151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.470220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.470369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.470458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.470559] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.749869] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.972308] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.972529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.972529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.972746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.973154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.973154] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.973154] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.973335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.973335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.973446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.973742] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be updated. [ 1248.003311] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.003800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.003800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.003800] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.003929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.012708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: IN_PROGRESS for 2s [ 1248.254042] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.254245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.254245] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.254539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.254648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.254755] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1248.309765] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.309994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.310091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.310322] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.310471] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.320645] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1249.057161] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1249.057723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.057723] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.057872] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.058080] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.058212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.058271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.058440] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.058530] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.058623] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.058716] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.561336] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.561520] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.561608] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.561850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.562029] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.562132] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.562197] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.562342] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.562430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.562519] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.562665] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.562756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.562819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.562950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.563098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.563191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.563246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.563402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.563461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.563547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.563636] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.023171] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4644f10-bf20-45d1-afea-70270f3b5727 in Status: SUCCESS [ 1250.023361] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 deletion is rescheduled due to dependency. [ 1250.023624] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.065592] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817efafc-859d-4475-a05f-9df1e5ca6779: rpc.has_security_group_logging(os_id): False [ 1250.082787] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.082971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.083050] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.083630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.083630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.083630] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.083817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.083817] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.083915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.083991] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.084204] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.084298] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.084363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.084542] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.084625] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.084807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.084900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.084961] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.085113] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.085187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.085270] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1250.147865] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.148269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.148269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.148355] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.148467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.168117] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1250.331253] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1250.331596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.331784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.331996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.332214] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.332331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.332397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.332552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.332690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.332930] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.333051] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.836635] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.339186] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5900ffb1-6bfc-486f-889d-94c6fdec2197: rpc.has_security_group_logging(os_id): False [ 1251.360157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.360397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.360397] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.360643] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.360752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.360968] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.361076] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.361143] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.361326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.361457] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.361551] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1251.435903] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.436015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.436103] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.436439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.436686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.454995] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1251.578042] env[66071]: INFO networking_nsxv3.common.synchronization [req-f756b184-e8f9-48ef-a931-e689377f3e25 req-b4c73630-9f4d-4e08-b979-b4e2d40ac17c tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1251.578413] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1251.578862] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.579620] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.579742] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.580020] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.580206] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.580317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.580380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.580535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.580622] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.580716] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.677786] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.678434] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.898893] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.899116] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.899243] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.899513] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.899766] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.899920] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.900046] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.900259] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.900400] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.900607] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.900717] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.900823] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.900928] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.901042] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.901148] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.901277] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.919689] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.919843] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.919982] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.920253] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.920548] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-b7fe863b-4be7-4dae-9133-f39ea9577357 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.920712] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.920829] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.921312] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.921487] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fe863b-4be7-4dae-9133-f39ea9577357',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.084137] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.084317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.084479] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.084786] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.084911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.085124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.085225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.085288] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.085459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.085544] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.085622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 already deleted. [ 1252.085705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.186644] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1252.186877] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.424207] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.424634] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.424764] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.425146] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.425346] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.425555] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port b7fe863b-4be7-4dae-9133-f39ea9577357 not found, creating... [ 1252.426012] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.426206] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.426328] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.426556] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.426700] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.426999] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.427199] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.427324] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.427538] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.427674] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.427812] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: b7fe863b-4be7-4dae-9133-f39ea9577357 is going to be created. [ 1252.449089] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.449379] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.449544] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.449914] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.450289] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.450564] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.180108] env[66071]: INFO networking_nsxv3.common.synchronization [req-f756b184-e8f9-48ef-a931-e689377f3e25 req-c4fc3e7d-5a69-4897-a5b2-4e427e85e433 service nova] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1253.180292] env[66071]: INFO networking_nsxv3.common.synchronization [req-f756b184-e8f9-48ef-a931-e689377f3e25 req-c4fc3e7d-5a69-4897-a5b2-4e427e85e433 service nova] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1253.180451] env[66071]: INFO networking_nsxv3.common.synchronization [req-f756b184-e8f9-48ef-a931-e689377f3e25 req-c4fc3e7d-5a69-4897-a5b2-4e427e85e433 service nova] Enqueued Resource ID: b7fe863b-4be7-4dae-9133-f39ea9577357 with Priority: HIGHEST for action port [ 1253.180925] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_rules [ 1253.181075] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1253.181172] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7fe863b-4be7-4dae-9133-f39ea9577357 with Priority: HIGHEST for action port [ 1253.181571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.181571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.181715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.181837] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.181920] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.183401] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.183401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.183401] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.183601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.183773] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.183888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.183970] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.184152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.184198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.184306] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.185098] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7fe863b-4be7-4dae-9133-f39ea9577357 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.185273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.185273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.185475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.185513] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fe863b-4be7-4dae-9133-f39ea9577357',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.469078] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1253.469389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.684054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.684054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.687501] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.688477] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7fe863b-4be7-4dae-9133-f39ea9577357 with status ACTIVE [ 1253.688672] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.688793] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.688859] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.689136] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.689253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.689405] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.689506] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.689569] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.689720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.689814] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.689978] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.690115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.690173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.690283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.690364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.690440] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7fe863b-4be7-4dae-9133-f39ea9577357 is going to be updated. [ 1253.712589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.712589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.712589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.712801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.712801] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.712917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7fe863b-4be7-4dae-9133-f39ea9577357" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.192376] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.695283] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.695693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.695693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.695693] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.695826] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.695871] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 is going to be created. [ 1254.719747] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.719899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.719971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.720217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.720376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.729542] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: UNINITIALIZED for 2s [ 1256.207425] env[66071]: INFO networking_nsxv3.common.synchronization [req-a6e8509e-5b43-4d54-9121-8fa6c22c199c req-3f9fc917-b5cc-45b5-bfd7-4211e4f95231 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1256.208160] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1256.208739] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.208739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.208880] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.209015] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.209176] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.209358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.209358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.209613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.209770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.209850] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.712816] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.742906] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: SUCCESS [ 1256.742906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.743152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.743208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.743365] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.743560] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.743631] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.743748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.743821] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.743906] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.743997] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.215390] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.247260] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.718385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.718579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.718682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.718919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.719069] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.719262] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1257.748563] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.748563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.748563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.748838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.748838] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.749929] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42c25fa3-b9ef-42c9-85b3-34714726c7e4: rpc.has_security_group_logging(os_id): False [ 1257.767185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.767333] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.767378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.767584] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.767665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.767900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.767999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.768071] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.768217] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.768286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.768395] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 is going to be created. [ 1257.769976] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1257.848948] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.849165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.849165] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.849390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.849554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.862797] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: IN_PROGRESS for 2s [ 1259.780303] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1259.780628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.876461] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: SUCCESS [ 1259.876461] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.208708] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.209167] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.601692] env[66071]: INFO networking_nsxv3.common.synchronization [req-b23e41b4-55e5-4994-b0dc-d577cee42c42 req-4858037c-5ffe-4e2a-a86f-b3141b52eb48 tempest-ServersTestJSON-2016583396 tempest-ServersTestJSON-2016583396-project-member] Enqueued Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1262.601994] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817efafc-859d-4475-a05f-9df1e5ca6779 with Priority: HIGHEST for action security_group_members [ 1262.602329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-817efafc-859d-4475-a05f-9df1e5ca6779 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.602456] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.602525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.602692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.602843] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.602965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.603070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.603208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.603304] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.603387] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817efafc-859d-4475-a05f-9df1e5ca6779',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.107322] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.107601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.107601] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.107875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.107875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.108120] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.108253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.108253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.108428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.108517] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.108601] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 is going to be updated. [ 1263.154208] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.154523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.154523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.154761] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.154914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.165560] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: IN_PROGRESS for 2s [ 1265.176448] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817efafc-859d-4475-a05f-9df1e5ca6779 in Status: SUCCESS [ 1265.176448] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817efafc-859d-4475-a05f-9df1e5ca6779 deletion is rescheduled due to dependency. [ 1265.176448] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817efafc-859d-4475-a05f-9df1e5ca6779" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.602806] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.603180] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.206471] env[66071]: INFO networking_nsxv3.common.synchronization [req-1512d105-5191-489e-9d08-6306388003ce req-fbe0800a-e7d1-4ee5-8a41-f313b35c0b9b tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1270.206993] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1270.207338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.207454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.207525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.208026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.208026] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.208026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.208026] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.208246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.208246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.208307] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.711555] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.711555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.711555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.711836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.711836] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.712063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.712168] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.712230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.712379] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.712454] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.712537] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1270.738239] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.738489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.738489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.738634] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.738774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.747048] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1272.758026] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1272.758462] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 deletion is rescheduled due to dependency. [ 1272.758462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.208147] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.208519] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.209291] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.209820] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.566296] env[66071]: INFO networking_nsxv3.common.synchronization [req-21edac18-d10d-4554-b9c6-3f2a412455c0 req-4098d36e-9a44-47ce-a583-884cc0b1ab7f tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1280.566750] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1280.567080] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.567205] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.567271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.567555] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.567871] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.567871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.567871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.568240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.568240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.568240] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.825079] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.825298] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.825426] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.825691] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.825969] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.826177] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.826295] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.826513] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.826655] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.826865] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.826978] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.827098] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.827205] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.827314] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.827420] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.827622] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.922727] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.922922] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.095 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.923055] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.923240] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.923568] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-3825a975-6248-4fe0-b630-8680bf983827 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.923782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.923904] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.924282] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.924423] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825a975-6248-4fe0-b630-8680bf983827',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.070368] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.070587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.070587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.070770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.070861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.071070] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.071191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.071231] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.071370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.071446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.071531] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1281.097554] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.097770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.097770] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.097924] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.098079] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.106099] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1281.426779] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.427223] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.427223] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.427419] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.427567] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.427732] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Segment Port 3825a975-6248-4fe0-b630-8680bf983827 not found, creating... [ 1281.428101] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.428275] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.428394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.428613] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.428760] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.429056] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.429211] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.429327] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.429534] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.429683] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.429839] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 3825a975-6248-4fe0-b630-8680bf983827 is going to be created. [ 1281.452025] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.452261] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.452384] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.452645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.452874] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.453105] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.061441] env[66071]: INFO networking_nsxv3.common.synchronization [req-21edac18-d10d-4554-b9c6-3f2a412455c0 req-94e3028d-bece-4321-98dd-39a794a1b3a0 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1282.061679] env[66071]: INFO networking_nsxv3.common.synchronization [req-21edac18-d10d-4554-b9c6-3f2a412455c0 req-94e3028d-bece-4321-98dd-39a794a1b3a0 service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1282.061797] env[66071]: INFO networking_nsxv3.common.synchronization [req-21edac18-d10d-4554-b9c6-3f2a412455c0 req-94e3028d-bece-4321-98dd-39a794a1b3a0 service nova] Enqueued Resource ID: 3825a975-6248-4fe0-b630-8680bf983827 with Priority: HIGHEST for action port [ 1282.062320] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1282.062457] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1282.062554] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3825a975-6248-4fe0-b630-8680bf983827 with Priority: HIGHEST for action port [ 1282.062827] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.062949] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.063040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.063246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.063326] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.064607] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.064851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.065081] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3825a975-6248-4fe0-b630-8680bf983827 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.065185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.065251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.065415] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.065488] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825a975-6248-4fe0-b630-8680bf983827',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.565529] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.565909] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.567951] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3825a975-6248-4fe0-b630-8680bf983827 with status ACTIVE [ 1282.568145] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.568273] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.568338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.568547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.568636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.568826] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.568899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.568963] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.569131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.569208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.569385] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.569478] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.569539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.569675] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.569749] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.569833] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3825a975-6248-4fe0-b630-8680bf983827 is going to be updated. [ 1282.590840] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.591049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.591049] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.591225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.591354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.591545] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.116242] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1283.116419] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 deletion is rescheduled due to dependency. [ 1283.116539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.116701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.116925] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.117129] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.117247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.117312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.117467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.117550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.117646] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.620207] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.121921] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.624357] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.624672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.624672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.624811] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.624947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.625067] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1284.655824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.655969] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.656062] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.656354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.656504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.666440] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1286.678207] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1286.678583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.678583] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.678796] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.678986] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.679118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.679187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.679344] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.679428] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.679510] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.679599] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.063281] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.063479] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.182068] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.685456] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 1287.717457] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.717692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.717692] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.717855] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.717946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.718222] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.718323] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.718387] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.718534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.718610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.718694] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1287.787627] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.787858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.787858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.788059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.788215] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.800564] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1289.815684] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1289.815684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.064672] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.065108] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.066143] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.066559] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.067031] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.067320] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.634456] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.634895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.634895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.634895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.635031] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.137996] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.640538] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.142612] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1306.142725] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.883907] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.884286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.884286] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.884529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.896042] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1306.898367] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.899096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1306.936478] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.936628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.936688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.936885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.951765] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.952569] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1306.952657] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.952751] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1306.994464] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.994657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.994657] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.994871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.996152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.996333] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1307.068100] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.068240] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.074843] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.075056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.075056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.075269] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.075587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.075847] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1307.154119] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.154385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.154385] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.154565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.154929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.155253] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1307.155372] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0fb9b648-f053-4933-9598-7f6d052c3d06', '5b6b9fec-aa39-40df-b8a5-56cb47e63b32', 'efb1f70e-7649-4f13-b3fc-b230298364ef', '4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb', 'b5c64843-891f-4a1f-a370-242c69197c47', '3b5869e5-40e8-40ea-9f99-7719d83f6cf6', '9dc64415-8ab2-414c-9208-250054ddf036', '4f950c37-1310-4d3e-be6c-898abc69beb8', '42c25fa3-b9ef-42c9-85b3-34714726c7e4', '0888c133-244b-41f0-9537-5de0a72b4711', '78dd0565-84cb-484d-ae8b-175e93290d50', '505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9', '4dee7140-1eb5-4b37-a0f5-00dd8c414704', '4548839d-25ba-4208-9764-d8b04f07d459', 'de3c6a22-311a-4a19-8e80-5066ea570467', 'b4644f10-bf20-45d1-afea-70270f3b5727', '00aa7778-04f4-4e5a-b765-86f9f0f66692', '51e4d66b-5915-40ad-8daa-14f9feb2291e', '4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30', '5900ffb1-6bfc-486f-889d-94c6fdec2197', '65024d50-01a9-40ab-8ad3-5f3c43456202', 'da1a3eac-a1ca-4664-b8fe-c55bba10d72d', 'f4c0aec4-50f7-4c01-b92e-874a891d1b5c', '1587785c-a915-47f2-8b5d-73b7a5466fd6', '6c50fb3c-9c99-4534-8ff4-a3b6c2852e7e', '2407c1cd-c49a-433f-95d1-7bbc5b0db7b5', '817efafc-859d-4475-a05f-9df1e5ca6779', 'e892a9cb-fa88-4bc8-bdd7-59b7a723f1e2', '588c7ea3-677b-4fb4-afa2-9244301d4297', '431aed8b-b762-4de0-a22f-8faa4fc842d2', 'b4a34d4c-01b8-4990-989a-7984ef715a2f', '28a6e3e4-9e39-4780-b14b-ca8ad4e0b5fc', '60bc2d92-333c-4587-987f-29a44f9c6cce', 'c3a3ab8c-1175-4c25-a975-28b440131063', '2100280f-4eeb-4aca-b138-71f5522ed9ea', 'dd8e626f-0e47-4204-a978-680a7b8268cd', '1dd814e6-0012-4e33-8c21-30dd6b02a66a', '232be851-b7fe-4439-9a46-7b8e19a33613', '5edcedda-034e-4daa-8aac-711e5dc37d26', 'b9493636-ab96-4cd0-a78d-70148af354f5', '80bbb297-d1e9-4513-9ca5-38e9c5ab568e', '63dd6978-9c31-4cb6-9823-7467a20ddeb3', 'e127e733-32fa-4d36-a12a-1798be26a06d'} {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.155484] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1307.176019] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.176190] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.176246] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.176477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.176573] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.176719] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1307.176789] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.176863] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1307.276976] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.277242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.277242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.277405] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.278534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.278799] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1307.278879] env[66071]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66071) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.278950] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1307.279025] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1307.279104] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1307.279179] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGH for action security_group_rules [ 1307.279261] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGH for action security_group_rules [ 1307.279321] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGH for action security_group_rules [ 1307.279383] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGH for action security_group_rules [ 1307.279444] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGH for action security_group_rules [ 1307.279505] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGH for action security_group_rules [ 1307.279566] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGH for action security_group_rules [ 1307.279627] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGH for action security_group_rules [ 1307.279686] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGH for action security_group_rules [ 1307.279746] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGH for action security_group_rules [ 1307.279806] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGH for action security_group_rules [ 1307.279866] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGH for action security_group_rules [ 1307.279929] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGH for action security_group_rules [ 1307.279985] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGH for action security_group_rules [ 1307.280057] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGH for action security_group_rules [ 1307.280202] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGH for action security_group_rules [ 1307.280202] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGH for action security_group_rules [ 1307.280329] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGH for action security_group_rules [ 1307.280329] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGH for action security_group_rules [ 1307.280329] env[66071]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGH for action security_group_rules [ 1307.280438] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.335573] env[66071]: INFO networking_nsxv3.common.synchronization [req-83026db0-9d9e-41dc-b1e9-e48627104ef7 req-41600227-49f1-4235-8cb8-6dc28b7e1ee9 tempest-ServerActionsTestJSON-1662855050 tempest-ServerActionsTestJSON-1662855050-project-member] Enqueued Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1309.336061] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGHEST for action security_group_members [ 1309.336224] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 with Priority: HIGH for action security_group_rules [ 1309.336346] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1f70e-7649-4f13-b3fc-b230298364ef with Priority: HIGH for action security_group_rules [ 1309.336418] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGH for action security_group_rules [ 1309.336514] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3c6a22-311a-4a19-8e80-5066ea570467 with Priority: HIGH for action security_group_rules [ 1309.336608] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 with Priority: HIGH for action security_group_rules [ 1309.336697] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 with Priority: HIGH for action security_group_rules [ 1309.336785] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e with Priority: HIGH for action security_group_rules [ 1309.336872] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 with Priority: HIGH for action security_group_rules [ 1309.336960] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4548839d-25ba-4208-9764-d8b04f07d459 with Priority: HIGH for action security_group_rules [ 1309.337062] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644f10-bf20-45d1-afea-70270f3b5727 with Priority: HIGH for action security_group_rules [ 1309.337186] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 with Priority: HIGH for action security_group_rules [ 1309.337283] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 with Priority: HIGH for action security_group_rules [ 1309.337371] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd0565-84cb-484d-ae8b-175e93290d50 with Priority: HIGH for action security_group_rules [ 1309.337456] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888c133-244b-41f0-9537-5de0a72b4711 with Priority: HIGH for action security_group_rules [ 1309.337542] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGH for action security_group_rules [ 1309.337629] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 with Priority: HIGH for action security_group_rules [ 1309.337747] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGH for action security_group_rules [ 1309.337838] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGH for action security_group_rules [ 1309.338638] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 with Priority: HIGH for action security_group_rules [ 1309.338638] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb with Priority: HIGH for action security_group_rules [ 1309.338940] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.339074] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.339142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.339336] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.339482] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.339579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.339640] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.339780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.339862] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.339953] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.340829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fb9b648-f053-4933-9598-7f6d052c3d06 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.340927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.340927] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.341091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.341164] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fb9b648-f053-4933-9598-7f6d052c3d06',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.341925] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb1f70e-7649-4f13-b3fc-b230298364ef taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.342083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.342083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.342207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.342279] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb1f70e-7649-4f13-b3fc-b230298364ef',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.343124] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.343124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.343950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.343950] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.343950] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.344446] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de3c6a22-311a-4a19-8e80-5066ea570467 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.344446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.344446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.344446] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.345101] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de3c6a22-311a-4a19-8e80-5066ea570467',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.345415] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5900ffb1-6bfc-486f-889d-94c6fdec2197 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.345473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.346122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.346122] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.346122] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5900ffb1-6bfc-486f-889d-94c6fdec2197',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.346807] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.346807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.346807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.346807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.346807] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.347467] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e4d66b-5915-40ad-8daa-14f9feb2291e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.347572] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.348128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.348128] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.348128] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e4d66b-5915-40ad-8daa-14f9feb2291e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.348601] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00aa7778-04f4-4e5a-b765-86f9f0f66692 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.348694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.348764] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.348995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.348995] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00aa7778-04f4-4e5a-b765-86f9f0f66692',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.349861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4548839d-25ba-4208-9764-d8b04f07d459 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.350034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.350034] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.350123] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.350168] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4548839d-25ba-4208-9764-d8b04f07d459',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.350856] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4644f10-bf20-45d1-afea-70270f3b5727 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.351358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.351358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.351358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.351358] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4644f10-bf20-45d1-afea-70270f3b5727',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.352202] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.352202] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.352402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.352402] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.352486] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dee7140-1eb5-4b37-a0f5-00dd8c414704',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.353228] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.353354] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.353394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.353531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.353602] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.354348] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78dd0565-84cb-484d-ae8b-175e93290d50 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.354408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.354442] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.354567] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.354639] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78dd0565-84cb-484d-ae8b-175e93290d50',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.355334] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888c133-244b-41f0-9537-5de0a72b4711 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.355431] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.355522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.355639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.355709] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888c133-244b-41f0-9537-5de0a72b4711',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.356486] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.356595] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.356704] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.356834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.356870] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.357504] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.357610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.357674] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.357818] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.357889] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5869e5-40e8-40ea-9f99-7719d83f6cf6',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.358545] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.358650] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.358715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.358858] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.358930] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.359591] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.359701] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.359757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.359894] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.359964] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.360952] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.361084] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.361124] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.361267] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.361534] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b9fec-aa39-40df-b8a5-56cb47e63b32',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.361983] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.362112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.362152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.362293] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.362367] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.367303] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.367409] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.367470] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.367748] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.391333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.391475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.394301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.394531] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.394649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.394718] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.394911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.395031] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.395133] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be updated. [ 1309.396444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.396621] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.414799] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.414949] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb1f70e-7649-4f13-b3fc-b230298364ef is going to be deleted. [ 1309.426997] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.427233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.427233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.427399] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.427538] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.435642] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: IN_PROGRESS for 2s [ 1309.471377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.471377] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.471597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.472024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.472024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.472024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb1f70e-7649-4f13-b3fc-b230298364ef" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.873497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.873722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.873722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.873946] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.874140] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.874244] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.874306] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.874450] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.874529] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.874613] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.874698] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.876210] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.876312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.876386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.876534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.876679] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.876771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.876832] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.876965] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.877064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.877147] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.877228] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.880519] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.881329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.881329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.881329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.881329] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.881329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.881329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.881539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.881539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.881594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.881626] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.945451] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.945594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.945684] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.945921] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.947643] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.947756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.948501] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.948593] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.949251] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.949389] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.950118] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.950216] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.950894] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.950983] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.952037] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.952162] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.952802] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.952900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.953620] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.953767] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.954429] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.954515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.955285] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.955380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.955960] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.956389] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.956516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.957122] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.957517] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.957607] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.958219] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.958586] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.958691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.959300] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.959690] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.959785] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.960380] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.960744] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.960835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.967398] env[66071]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.967797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.967925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be deleted. [ 1309.968774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.968964] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.986797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.986797] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b9fec-aa39-40df-b8a5-56cb47e63b32 is going to be deleted. [ 1309.987565] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.987769] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.008125] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.008268] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fb9b648-f053-4933-9598-7f6d052c3d06 is going to be deleted. [ 1310.009151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.009347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.030793] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.030932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.037870] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.038036] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4644f10-bf20-45d1-afea-70270f3b5727 is going to be deleted. [ 1310.038888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.039115] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.039280] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.039354] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 is going to be deleted. [ 1310.040571] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.040687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.040741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.040891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.040973] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.041100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b9fec-aa39-40df-b8a5-56cb47e63b32" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.041228] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.041372] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.078566] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.078871] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.081220] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.081349] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888c133-244b-41f0-9537-5de0a72b4711 is going to be deleted. [ 1310.082256] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.082459] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.122977] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.123187] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.158367] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.158558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.163023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.163181] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dee7140-1eb5-4b37-a0f5-00dd8c414704 is going to be deleted. [ 1310.164209] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.164516] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.204956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.205130] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e4d66b-5915-40ad-8daa-14f9feb2291e is going to be deleted. [ 1310.206155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.206839] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.261030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.261030] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.274929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.275136] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78dd0565-84cb-484d-ae8b-175e93290d50 is going to be deleted. [ 1310.275974] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.276225] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.326557] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.326710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.348157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.348462] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5869e5-40e8-40ea-9f99-7719d83f6cf6 is going to be deleted. [ 1310.349247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.349489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.389028] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.390107] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.391187] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.404824] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.405024] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.410524] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.410703] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.420724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.420902] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9 is going to be deleted. [ 1310.421787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.422032] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.452199] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.452329] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.462892] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463058] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4548839d-25ba-4208-9764-d8b04f07d459 is going to be deleted. [ 1310.464080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.464370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.520602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.520602] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30 is going to be deleted. [ 1310.521416] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.521649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.523575] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.523709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.598760] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.598760] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.599550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.599641] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00aa7778-04f4-4e5a-b765-86f9f0f66692 is going to be deleted. [ 1310.600539] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.600753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.653408] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.653593] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de3c6a22-311a-4a19-8e80-5066ea570467 is going to be deleted. [ 1310.654678] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.654929] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.655041] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.655175] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.656048] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.656149] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.656213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.656390] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.656475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.656592] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb0b3aa-6e1b-42fa-9dfc-29c8dcd52f30" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.656726] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.656878] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.703140] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.703295] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb is going to be deleted. [ 1310.704247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.704473] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.704546] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.704673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4644f10-bf20-45d1-afea-70270f3b5727" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.704834] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.704993] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.705075] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.705213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.705741] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.705951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.705994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.706093] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888c133-244b-41f0-9537-5de0a72b4711" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.706222] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.706687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.706687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.706687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dee7140-1eb5-4b37-a0f5-00dd8c414704" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.706687] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.706882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.706882] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e4d66b-5915-40ad-8daa-14f9feb2291e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707100] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.707233] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.707361] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707418] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78dd0565-84cb-484d-ae8b-175e93290d50" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.707689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.707755] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707873] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5869e5-40e8-40ea-9f99-7719d83f6cf6" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.708152] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.708229] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.708338] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-505ca9e5-d1f5-4b1c-94c8-60e4b3a920d9" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.708719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.708719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.708719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.708891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4548839d-25ba-4208-9764-d8b04f07d459" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.708891] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.708998] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.709064] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.709176] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fb9b648-f053-4933-9598-7f6d052c3d06" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.710315] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.710453] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.710509] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.710808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.710808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.710808] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00aa7778-04f4-4e5a-b765-86f9f0f66692" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.818049] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.818235] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.818317] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.818523] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.818615] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.818739] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bff3a71-2ca7-4191-ac4d-98b0d2f0bdcb" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.838839] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.839040] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.839086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.839301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.839407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.839531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de3c6a22-311a-4a19-8e80-5066ea570467" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.892180] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42c25fa3-b9ef-42c9-85b3-34714726c7e4: rpc.has_security_group_logging(os_id): False [ 1310.893266] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dc64415-8ab2-414c-9208-250054ddf036: rpc.has_security_group_logging(os_id): False [ 1310.894151] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 1310.916335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.916549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.916549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.916771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.918684] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.918820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.921074] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.921169] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.957525] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.957836] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.957932] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.958054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.958236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.958332] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.958410] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 is going to be updated. [ 1310.959492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.959715] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.017207] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.017589] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.017751] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.017790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.017986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.018083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.018174] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1311.019508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.019708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.055689] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.056025] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.056157] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.056227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.056426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.056508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.056598] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1311.083194] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.083472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.083682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.083914] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.084086] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.097293] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: IN_PROGRESS for 2s [ 1311.102962] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.103120] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.103182] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.103382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.103522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.118582] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1311.119534] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.119665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.119734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.119931] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.120081] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.138673] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1311.444482] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 in Status: SUCCESS [ 1311.444874] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5900ffb1-6bfc-486f-889d-94c6fdec2197 deletion is rescheduled due to dependency. [ 1311.444874] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5900ffb1-6bfc-486f-889d-94c6fdec2197" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.113438] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: SUCCESS [ 1313.113812] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.131576] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1313.131745] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.150862] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1313.151151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.339740] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.340143] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.340389] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.340715] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.341681] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.342079] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.342511] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.342823] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.343377] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.343832] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.156784] env[66071]: INFO networking_nsxv3.common.synchronization [None req-8d3fa33e-164f-470b-9449-fa08e0449cee None None] Enqueued Resource ID: 95d53e74-f760-4ebc-80c6-937d03099a15 with Priority: HIGHEST for action port [ 1338.157399] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d53e74-f760-4ebc-80c6-937d03099a15 with Priority: HIGHEST for action port [ 1338.157733] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d53e74-f760-4ebc-80c6-937d03099a15 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.157984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d53e74-f760-4ebc-80c6-937d03099a15" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.157984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d53e74-f760-4ebc-80c6-937d03099a15" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.158227] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d53e74-f760-4ebc-80c6-937d03099a15" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.158404] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d53e74-f760-4ebc-80c6-937d03099a15',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.661041] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d53e74-f760-4ebc-80c6-937d03099a15 [ 1338.661363] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.661504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.661586] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.661820] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.661915] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.662048] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d53e74-f760-4ebc-80c6-937d03099a15 already deleted. [ 1338.662112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d53e74-f760-4ebc-80c6-937d03099a15" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.251047] env[66071]: INFO networking_nsxv3.common.synchronization [None req-5739b8c3-814e-4d8a-bb97-81761db6a2ea None None] Enqueued Resource ID: cd304b0d-1d17-4063-9c7b-3b99c109c452 with Priority: HIGHEST for action port [ 1342.251882] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd304b0d-1d17-4063-9c7b-3b99c109c452 with Priority: HIGHEST for action port [ 1342.252614] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd304b0d-1d17-4063-9c7b-3b99c109c452 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.252869] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd304b0d-1d17-4063-9c7b-3b99c109c452" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.253012] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd304b0d-1d17-4063-9c7b-3b99c109c452" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.253484] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd304b0d-1d17-4063-9c7b-3b99c109c452" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.253627] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd304b0d-1d17-4063-9c7b-3b99c109c452',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.756029] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd304b0d-1d17-4063-9c7b-3b99c109c452 [ 1342.756292] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.756430] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.756501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.756711] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.756900] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.757138] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd304b0d-1d17-4063-9c7b-3b99c109c452 already deleted. [ 1342.757255] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd304b0d-1d17-4063-9c7b-3b99c109c452" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.457615] env[66071]: INFO networking_nsxv3.common.synchronization [None req-184d70db-adc9-46f4-88b9-73ed3a45bf4a None None] Enqueued Resource ID: 9802fda7-c15e-4e51-9063-db6b61109811 with Priority: HIGHEST for action port [ 1344.458178] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9802fda7-c15e-4e51-9063-db6b61109811 with Priority: HIGHEST for action port [ 1344.458484] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-9802fda7-c15e-4e51-9063-db6b61109811 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.458902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9802fda7-c15e-4e51-9063-db6b61109811" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.458980] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9802fda7-c15e-4e51-9063-db6b61109811" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.459433] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9802fda7-c15e-4e51-9063-db6b61109811" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.459555] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9802fda7-c15e-4e51-9063-db6b61109811',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.962399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9802fda7-c15e-4e51-9063-db6b61109811 [ 1344.962638] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.962780] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.962850] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.963072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.963160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.963252] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9802fda7-c15e-4e51-9063-db6b61109811 already deleted. [ 1344.963330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9802fda7-c15e-4e51-9063-db6b61109811" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.609998] env[66071]: INFO networking_nsxv3.common.synchronization [req-4962b7f7-2c95-4680-88e1-ef5fb5af46ac req-63178963-fe64-41fc-8845-e432a441cd8f tempest-ServerPasswordTestJSON-1207047154 tempest-ServerPasswordTestJSON-1207047154-project-member] Enqueued Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1347.610584] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1347.611017] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.611424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.611424] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.611662] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.611829] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.611935] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.611999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.612173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.612259] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.612357] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.905444] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.905647] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-594" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.905792] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-594" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.906180] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-594" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.906441] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.906634] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.906766] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.907257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.907257] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.907690] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1347.907690] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1347.907904] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1347.907904] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1347.908050] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1347.908050] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1347.908199] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1347.930095] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1347.930272] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1347.930414] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1347.930602] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-594" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.930942] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.931135] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.931268] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.931582] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.931724] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7366d59a-93dd-4f0d-b1bf-b7f000f7de2e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.114150] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.114358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.114414] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.114690] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.114779] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.114976] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.115087] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.115151] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.115303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.115381] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.115467] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 already deleted. [ 1348.115549] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.434165] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.434407] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.434572] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.434939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.435114] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.435284] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e not found, creating... [ 1348.435601] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.435780] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.435900] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.436962] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.437136] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.437453] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.437616] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.437747] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.437963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.438113] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.438255] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e is going to be created. [ 1348.461754] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.461984] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.462114] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.462394] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.462627] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.463018] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.146693] env[66071]: INFO networking_nsxv3.common.synchronization [req-4962b7f7-2c95-4680-88e1-ef5fb5af46ac req-c2653475-62be-4e9f-ad56-4d2cd82d248f service nova] Enqueued Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_rules [ 1349.146941] env[66071]: INFO networking_nsxv3.common.synchronization [req-4962b7f7-2c95-4680-88e1-ef5fb5af46ac req-c2653475-62be-4e9f-ad56-4d2cd82d248f service nova] Enqueued Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1349.147037] env[66071]: INFO networking_nsxv3.common.synchronization [req-4962b7f7-2c95-4680-88e1-ef5fb5af46ac req-c2653475-62be-4e9f-ad56-4d2cd82d248f service nova] Enqueued Resource ID: 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e with Priority: HIGHEST for action port [ 1349.147552] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_rules [ 1349.147692] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1349.147792] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e with Priority: HIGHEST for action port [ 1349.148089] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.148213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.148276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.148571] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.148609] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.149497] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.149619] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.149688] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.149864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.150018] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.150112] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.150172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.150312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.150396] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.150484] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.151766] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.151766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.151766] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.151956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.152064] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7366d59a-93dd-4f0d-b1bf-b7f000f7de2e',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.654986] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.656335] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.656335] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.656459] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e with status ACTIVE [ 1349.656521] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.656626] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.656694] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.656902] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.657043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.657274] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.657380] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.657444] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.657603] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.657683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.657862] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.657956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.658029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.658173] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.658274] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.658333] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7366d59a-93dd-4f0d-b1bf-b7f000f7de2e is going to be updated. [ 1349.683338] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.683907] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.683984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.684214] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.684351] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.684505] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7366d59a-93dd-4f0d-b1bf-b7f000f7de2e" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.160433] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.663480] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.663721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.663721] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.663917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.664028] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.664084] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 is going to be created. [ 1350.687958] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.688236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.688236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.688363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.688522] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.698878] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: UNINITIALIZED for 2s [ 1352.711640] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: SUCCESS [ 1352.711999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.711999] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.712239] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.712434] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.712575] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.712645] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.712806] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.712886] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.712971] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.713068] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.215316] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.215589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.215589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.215774] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.215937] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.216080] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.216148] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.216260] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.216369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.216467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.216626] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.216724] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.216783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.216893] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.217078] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.217174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.217242] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.217370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.217445] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.217548] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.217615] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.720298] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b654a4b7-f0bf-4234-9e0c-f17d853bb633: rpc.has_security_group_logging(os_id): False [ 1353.739541] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.739756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.739756] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.739956] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.740072] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.740263] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.740395] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.740462] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.740649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.740736] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.740929] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.741039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.741102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.741247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.741328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.741544] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.741646] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.741734] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.741885] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.741960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.742065] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 is going to be created. [ 1353.800120] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.800358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.800358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.800602] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.800805] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.811769] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: IN_PROGRESS for 2s [ 1354.149568] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.149735] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1355.516064] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.516427] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.516607] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.517019] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.517446] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.517705] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.517900] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.518262] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.518500] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.518822] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1355.519028] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.519215] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.519386] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.519583] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1355.519766] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.519978] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.553744] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.553982] env[66071]: DEBUG dogpile.cache.region [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1355.554044] env[66071]: DEBUG dogpile.lock [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.554229] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "network-183" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.554581] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock port-3825a975-6248-4fe0-b630-8680bf983827 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.554759] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.554891] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.555215] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.555360] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825a975-6248-4fe0-b630-8680bf983827',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.839445] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: SUCCESS [ 1355.839659] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.058563] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.058905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.058905] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.059212] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.059365] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.059665] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.059825] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.059939] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.060187] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.060323] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.060612] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.060761] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.060892] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.061186] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.061357] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.061506] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Resource: SegmentPort with ID: 3825a975-6248-4fe0-b630-8680bf983827 is going to be updated. [ 1356.089897] env[66071]: DEBUG networking_nsxv3.common.locking [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.090189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.090266] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.090543] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.090765] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.090984] env[66071]: DEBUG oslo_concurrency.lockutils [None req-d6fffc0d-15fc-4c2b-b847-54bb4223d692 None None] Releasing lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.017554] env[66071]: INFO networking_nsxv3.common.synchronization [req-e8b84393-2620-4d7d-a1b5-914b49292b30 req-7ef7a4d9-704b-465b-b3c2-f1523aedf5ed service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1357.017880] env[66071]: INFO networking_nsxv3.common.synchronization [req-e8b84393-2620-4d7d-a1b5-914b49292b30 req-7ef7a4d9-704b-465b-b3c2-f1523aedf5ed service nova] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1357.017880] env[66071]: INFO networking_nsxv3.common.synchronization [req-e8b84393-2620-4d7d-a1b5-914b49292b30 req-7ef7a4d9-704b-465b-b3c2-f1523aedf5ed service nova] Enqueued Resource ID: 3825a975-6248-4fe0-b630-8680bf983827 with Priority: HIGHEST for action port [ 1357.018468] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_rules [ 1357.018608] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1357.018724] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3825a975-6248-4fe0-b630-8680bf983827 with Priority: HIGHEST for action port [ 1357.019054] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.019184] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.019253] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.019451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.019532] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.020578] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.020636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.020743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.021052] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.021193] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.021315] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.021427] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.021642] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.021743] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.021868] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.023483] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-3825a975-6248-4fe0-b630-8680bf983827 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.023666] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.023776] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.024033] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.024171] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825a975-6248-4fe0-b630-8680bf983827',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.526705] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.526705] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.526911] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.528371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3825a975-6248-4fe0-b630-8680bf983827 with status ACTIVE [ 1357.528473] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.528568] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.528628] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.528857] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.528995] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.529232] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.529340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.529407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.530063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.530063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.530063] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.530063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.530063] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.530331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.530331] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.530331] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3825a975-6248-4fe0-b630-8680bf983827 is going to be updated. [ 1357.551490] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.551490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.551490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.551863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.551863] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.551972] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3825a975-6248-4fe0-b630-8680bf983827" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.032512] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.535139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.535407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.535407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.535511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.535587] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.535685] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1358.571895] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.572191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.572191] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.572343] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.572488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.582953] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1359.012453] env[66071]: INFO networking_nsxv3.common.synchronization [req-fe9233d9-9bef-4417-9479-301b5dbdb70e req-39535a3d-7f57-4b86-9d98-a56a853fe070 tempest-ServerPasswordTestJSON-1207047154 tempest-ServerPasswordTestJSON-1207047154-project-member] Enqueued Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1359.013041] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 with Priority: HIGHEST for action security_group_members [ 1359.013358] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b654a4b7-f0bf-4234-9e0c-f17d853bb633 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.013490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.013557] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.013746] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.013899] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.013984] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.014060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.014198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.014283] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.014375] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b654a4b7-f0bf-4234-9e0c-f17d853bb633',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.517797] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.518134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.518134] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.518276] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.518394] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.518590] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.518665] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.518752] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.518912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.518994] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.519092] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 is going to be updated. [ 1359.559919] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.560077] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.560155] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.560358] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.560512] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.569875] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: IN_PROGRESS for 2s [ 1360.593108] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1360.593515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.593515] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.593691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.593893] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.594043] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.594130] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.594270] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.594364] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.594472] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.594549] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.097919] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.580415] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 in Status: SUCCESS [ 1361.580607] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b654a4b7-f0bf-4234-9e0c-f17d853bb633 deletion is rescheduled due to dependency. [ 1361.580720] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b654a4b7-f0bf-4234-9e0c-f17d853bb633" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.599266] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f950c37-1310-4d3e-be6c-898abc69beb8: rpc.has_security_group_logging(os_id): False [ 1361.621149] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.621386] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.621501] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.621753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.621851] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.622130] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.622236] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.622302] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.622455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.622535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.622623] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1361.689422] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.689757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.689757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.689986] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.690185] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.718653] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1363.742594] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1363.742594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.013991] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.014290] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.080977] env[66071]: INFO networking_nsxv3.common.synchronization [req-43d52899-0653-4370-91f7-46f6a50c0abc req-91583ca2-883d-47ba-854b-6ba833b0ee85 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1365.081553] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 with Priority: HIGHEST for action security_group_members [ 1365.081842] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c25fa3-b9ef-42c9-85b3-34714726c7e4 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.081918] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.081968] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.082183] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.082344] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.083504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.083504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.083504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.083504] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.083504] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c25fa3-b9ef-42c9-85b3-34714726c7e4',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.588267] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.588511] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.588618] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.588895] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.589055] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.589333] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.589485] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.589594] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.589948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.589948] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.590145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 is going to be updated. [ 1365.626803] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.627085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.627212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.627535] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.627695] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.642754] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: IN_PROGRESS for 2s [ 1367.654670] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 in Status: SUCCESS [ 1367.655066] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c25fa3-b9ef-42c9-85b3-34714726c7e4 deletion is rescheduled due to dependency. [ 1367.655066] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c25fa3-b9ef-42c9-85b3-34714726c7e4" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.082890] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.082890] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.473861] env[66071]: INFO networking_nsxv3.common.synchronization [req-3bab25c6-9333-41cd-a134-bdd50d17932c req-d6f8ce44-0f69-431d-b067-393243480063 tempest-ServerActionsTestOtherB-490519005 tempest-ServerActionsTestOtherB-490519005-project-member] Enqueued Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1373.473861] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 with Priority: HIGHEST for action security_group_members [ 1373.473861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f950c37-1310-4d3e-be6c-898abc69beb8 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.473861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.473861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.473861] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.473861] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.474404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.474404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.474404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.474404] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.474404] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f950c37-1310-4d3e-be6c-898abc69beb8',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.977254] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.977475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.977475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.977733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.977733] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.977900] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.978029] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.978139] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.978314] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.978393] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.978484] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 is going to be updated. [ 1374.009858] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.010107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.010107] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.010465] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.010667] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.020708] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: IN_PROGRESS for 2s [ 1374.873278] env[66071]: INFO networking_nsxv3.common.synchronization [req-1e6a2bb2-8319-48d4-85e9-e78cf98afa34 req-a71d40de-746e-46f4-810b-f651b98581a8 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1374.873849] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1374.874198] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.874328] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.874447] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.874589] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.874741] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.874835] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.874919] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.875085] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.875174] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.875265] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.163486] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.163706] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.163868] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.164142] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.164410] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.164571] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.164686] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.164963] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.165144] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.165363] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.165482] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.165581] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.165688] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.165799] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.165955] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.166148] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.188610] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.188786] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1375.188962] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.189113] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.189431] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-831e988a-8944-4b13-8777-8c7b46a01757 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.189604] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.189722] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.190086] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.190286] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831e988a-8944-4b13-8777-8c7b46a01757',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.378224] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.378439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.378439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.378683] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.378778] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.378996] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.379127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.379206] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.379326] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.379403] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.379497] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be deleted. [ 1375.412034] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.412264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.412264] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.412468] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.412563] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.412660] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.692888] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.693126] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.693254] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.693524] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.693670] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.693822] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 831e988a-8944-4b13-8777-8c7b46a01757 not found, creating... [ 1375.694081] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.694241] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.694355] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.694570] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.694703] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.695063] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.695228] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.695351] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.695574] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.695708] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.695881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 831e988a-8944-4b13-8777-8c7b46a01757 is going to be created. [ 1375.744739] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.744962] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.745077] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.745645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.745645] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.745771] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.031881] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 in Status: SUCCESS [ 1376.032325] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f950c37-1310-4d3e-be6c-898abc69beb8 deletion is rescheduled due to dependency. [ 1376.032325] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f950c37-1310-4d3e-be6c-898abc69beb8" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.409277] env[66071]: INFO networking_nsxv3.common.synchronization [req-1e6a2bb2-8319-48d4-85e9-e78cf98afa34 req-d119c53c-1b54-4ac5-bfc4-f243e0da0a16 service nova] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_rules [ 1376.409464] env[66071]: INFO networking_nsxv3.common.synchronization [req-1e6a2bb2-8319-48d4-85e9-e78cf98afa34 req-d119c53c-1b54-4ac5-bfc4-f243e0da0a16 service nova] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1376.409590] env[66071]: INFO networking_nsxv3.common.synchronization [req-1e6a2bb2-8319-48d4-85e9-e78cf98afa34 req-d119c53c-1b54-4ac5-bfc4-f243e0da0a16 service nova] Enqueued Resource ID: 831e988a-8944-4b13-8777-8c7b46a01757 with Priority: HIGHEST for action port [ 1376.410123] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_rules [ 1376.410265] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1376.410361] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831e988a-8944-4b13-8777-8c7b46a01757 with Priority: HIGHEST for action port [ 1376.410633] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.410753] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.410819] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.411059] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.411147] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.412467] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.412558] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.412610] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.412913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.414039] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.414039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.414039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.414039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.414039] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.414039] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.415269] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-831e988a-8944-4b13-8777-8c7b46a01757 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.415437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.415437] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.416027] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.416027] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831e988a-8944-4b13-8777-8c7b46a01757',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.912967] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.913240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.915570] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.917204] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831e988a-8944-4b13-8777-8c7b46a01757 with status ACTIVE [ 1376.917678] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.917813] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.917888] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.918118] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.918204] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.918377] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.918475] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.918537] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.918682] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.918757] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.918934] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.919047] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.919131] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.919308] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.919340] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.919424] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831e988a-8944-4b13-8777-8c7b46a01757 is going to be updated. [ 1376.939123] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.939330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.939330] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.939508] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.939648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.939797] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.418329] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.920481] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.920709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.920709] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.920911] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.921018] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.921114] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be created. [ 1377.946226] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.946452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.946452] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.946627] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.946784] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.957902] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: UNINITIALIZED for 2s [ 1379.968966] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1379.969477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.969477] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.969630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.969695] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.969916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.969916] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.970068] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.970119] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.970177] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.970268] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.472516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.472795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.472795] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.473056] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.473351] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.473550] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.473656] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.473875] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.474011] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.474142] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.474325] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.474458] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.474554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.474722] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.474872] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.475017] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.475127] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.475287] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.475398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.475451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.475544] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.978197] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5c64843-891f-4a1f-a370-242c69197c47: rpc.has_security_group_logging(os_id): False [ 1381.015908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.016192] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.016252] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.016455] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.016547] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.016745] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.016848] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.016913] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.017090] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.017172] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.017408] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.017552] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.017648] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.017807] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.017912] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.018185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.018279] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.018347] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.018492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.018579] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.018665] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be created. [ 1381.106157] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.106312] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.106382] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.106596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.106783] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.127958] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: IN_PROGRESS for 2s [ 1381.411264] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.411484] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.147096] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1383.147495] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.796968] env[66071]: INFO networking_nsxv3.common.synchronization [req-3afa8f70-4fc4-437f-b881-03af7713e5c4 req-bdbbd4df-8b41-42f6-80d8-dc2392deea34 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1383.797274] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c64843-891f-4a1f-a370-242c69197c47 with Priority: HIGHEST for action security_group_members [ 1383.797908] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c64843-891f-4a1f-a370-242c69197c47 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.797908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.797908] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.798370] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.798370] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.798487] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.798551] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.798791] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.798951] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.799076] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c64843-891f-4a1f-a370-242c69197c47',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.840229] env[66071]: INFO networking_nsxv3.common.synchronization [req-3afa8f70-4fc4-437f-b881-03af7713e5c4 req-bdbbd4df-8b41-42f6-80d8-dc2392deea34 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 831e988a-8944-4b13-8777-8c7b46a01757 with Priority: HIGHEST for action port [ 1383.840761] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831e988a-8944-4b13-8777-8c7b46a01757 with Priority: HIGHEST for action port [ 1383.841084] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-831e988a-8944-4b13-8777-8c7b46a01757 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.841213] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.841271] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.841467] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.841548] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831e988a-8944-4b13-8777-8c7b46a01757',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.301920] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.302247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.302247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.302531] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.302630] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.302833] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.303161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.303161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.303161] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.303262] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.303328] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 is going to be updated. [ 1384.334035] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.334035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.334035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.334035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.334035] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.343996] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: IN_PROGRESS for 2s [ 1384.343996] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831e988a-8944-4b13-8777-8c7b46a01757 with status ACTIVE [ 1384.343996] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.343996] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.344301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.344301] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.344376] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.344864] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.344864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.344864] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.345303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.345303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.345303] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.345303] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.345582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.345582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.345582] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.345712] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831e988a-8944-4b13-8777-8c7b46a01757 is going to be updated. [ 1384.379948] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.380163] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.380208] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.380407] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.380574] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.380719] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831e988a-8944-4b13-8777-8c7b46a01757" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.353371] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c64843-891f-4a1f-a370-242c69197c47 in Status: SUCCESS [ 1386.353787] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c64843-891f-4a1f-a370-242c69197c47 deletion is rescheduled due to dependency. [ 1386.353787] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c64843-891f-4a1f-a370-242c69197c47" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.841845] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.842291] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.843032] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.843642] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.845083] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.845083] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.845917] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.846463] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.091012] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b17eb1d-999b-4cdd-af79-7bd99b72182a req-b0e674b1-15ab-435e-a25a-75a48b6f0528 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1408.091585] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1408.093060] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.093212] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.093311] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.093730] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.093926] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.094070] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.094156] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.094384] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.094451] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.094724] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.364121] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.364352] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.364475] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.364725] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.364984] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.365170] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.365326] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.365523] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.365663] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.365864] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.365976] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] NeedRegenerationException {{(pid=66071) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.366097] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] no value, waiting for create lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.366202] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] value creation lock acquired {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.366330] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] No value present for key: 'zone-id' {{(pid=66071) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.366445] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Calling creation function for not-yet-present value {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.366575] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.387192] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.387359] env[66071]: DEBUG dogpile.cache.region [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66071) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1408.387478] env[66071]: DEBUG dogpile.lock [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Released creation lock {{(pid=66071) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.387649] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "network-761" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.387964] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock port-5f25a8db-6219-431c-9059-fb7fe93af71c taken with stack trace [, , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.388194] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.388282] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.388560] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.388700] env[66071]: DEBUG networking_nsxv3.api.rpc [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f25a8db-6219-431c-9059-fb7fe93af71c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.596679] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.891427] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.891631] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.891727] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.892029] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.892179] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.892333] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Segment Port 5f25a8db-6219-431c-9059-fb7fe93af71c not found, creating... [ 1408.892622] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.892782] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.892896] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.893132] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.893288] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.893573] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.893736] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.893863] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.894081] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.894210] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.894345] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Resource: SegmentPort with ID: 5f25a8db-6219-431c-9059-fb7fe93af71c is going to be created. [ 1408.918169] env[66071]: DEBUG networking_nsxv3.common.locking [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.918284] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.918415] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.918732] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.918959] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.919189] env[66071]: DEBUG oslo_concurrency.lockutils [None req-1a4b88ef-4871-4fdc-9055-2eda294c2ded None None] Releasing lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.099233] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.602086] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.602341] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.602460] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.602794] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.602960] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.603145] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1409.607804] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b17eb1d-999b-4cdd-af79-7bd99b72182a req-82676804-9e56-40af-a228-71d5b0d45799 service nova] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1409.608119] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b17eb1d-999b-4cdd-af79-7bd99b72182a req-82676804-9e56-40af-a228-71d5b0d45799 service nova] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1409.608384] env[66071]: INFO networking_nsxv3.common.synchronization [req-9b17eb1d-999b-4cdd-af79-7bd99b72182a req-82676804-9e56-40af-a228-71d5b0d45799 service nova] Enqueued Resource ID: 5f25a8db-6219-431c-9059-fb7fe93af71c with Priority: HIGHEST for action port [ 1409.609225] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_rules [ 1409.609455] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1409.609626] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f25a8db-6219-431c-9059-fb7fe93af71c with Priority: HIGHEST for action port [ 1409.610051] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.610240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.610378] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.610691] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.610861] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.612474] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.612639] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.613307] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f25a8db-6219-431c-9059-fb7fe93af71c taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.613307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.613307] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.613651] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.613651] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f25a8db-6219-431c-9059-fb7fe93af71c',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.637201] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.637434] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.637564] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.637822] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.638083] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.652674] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1410.115550] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.115843] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.115888] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f25a8db-6219-431c-9059-fb7fe93af71c with status ACTIVE [ 1410.116071] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.116181] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.116247] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.116499] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.116597] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.116769] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.116868] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.116917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.117091] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.117166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.117345] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.117439] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.117492] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.117635] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.117708] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.117792] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f25a8db-6219-431c-9059-fb7fe93af71c is going to be updated. [ 1410.143139] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.143426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.143426] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.143596] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.143740] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.143899] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f25a8db-6219-431c-9059-fb7fe93af71c" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.663060] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1411.663060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.663060] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.663518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.663518] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.663518] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.663673] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.663710] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.663790] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.663879] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.169419] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.672333] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.174649] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.174866] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.174917] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.175160] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.175257] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.175399] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1413.205047] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.205230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.205230] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.205435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.205578] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.216514] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1414.611269] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.611658] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1415.227277] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1415.227490] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.227661] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.227883] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.228185] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.228305] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.228371] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.228534] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.228605] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.228686] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.228774] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.730567] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.233219] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dc64415-8ab2-414c-9208-250054ddf036: rpc.has_security_group_logging(os_id): False [ 1416.253109] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.253369] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.253449] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.253649] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.253744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.254030] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.254170] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.254240] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.254398] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.254481] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.254573] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1416.360146] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.360383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.360383] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.360600] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.360744] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.379565] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1418.398941] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1418.399464] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.612646] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.613146] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.613412] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.613757] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.614737] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.615133] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.615870] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.616394] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.617211] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.617578] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.618335] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.618711] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.619669] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.620085] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.621239] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.621634] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.622261] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.622261] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.623087] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.623087] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.623745] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.624217] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.625133] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.625544] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.263826] env[66071]: INFO networking_nsxv3.common.synchronization [req-dc344e16-e2e5-48ab-bd41-3b318c73917a req-cab1b786-01ed-4c87-8186-84a9835806ed tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1476.264588] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1476.264658] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.264754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.264827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.265023] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.265188] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.265357] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.265435] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.265554] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.265747] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.265747] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.768394] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.271323] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.773606] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.773827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.773827] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.774102] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.774198] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.774304] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1477.809018] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.809238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.809238] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.809443] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.809585] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.817721] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1479.828576] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1479.828966] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.266059] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.266485] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.267908] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.268360] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.269621] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.270079] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.678749] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1491.679082] env[66071]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b464969f-8bdd-4a2f-82f1-d2c8852bebe6 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1492.640600] env[66071]: INFO networking_nsxv3.common.synchronization [req-dd59033f-6ea1-4ec4-9470-69044ccdce0f req-c7ea207a-2b4f-444a-8364-981736cbcee0 tempest-ServerActionsTestOtherA-992576033 tempest-ServerActionsTestOtherA-992576033-project-member] Enqueued Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1492.640964] env[66071]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc64415-8ab2-414c-9208-250054ddf036 with Priority: HIGHEST for action security_group_members [ 1492.641302] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc64415-8ab2-414c-9208-250054ddf036 taken with stack trace [, , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.641429] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.641493] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.641696] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.641851] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.641947] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.642016] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.642166] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.642251] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.642346] env[66071]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc64415-8ab2-414c-9208-250054ddf036',) {} {{(pid=66071) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.145516] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.145771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.145771] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.145953] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.146054] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.146271] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.146400] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.146489] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.146672] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.146754] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.146846] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 is going to be updated. [ 1493.174020] env[66071]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66071) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.174232] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.174285] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.174488] env[66071]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.174636] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.182640] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: IN_PROGRESS for 2s [ 1495.193925] env[66071]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc64415-8ab2-414c-9208-250054ddf036 in Status: SUCCESS [ 1495.194363] env[66071]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc64415-8ab2-414c-9208-250054ddf036 deletion is rescheduled due to dependency. [ 1495.194363] env[66071]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc64415-8ab2-414c-9208-250054ddf036" {{(pid=66071) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.641748] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.642158] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.642771] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.642771] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.643678] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.644104] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.644629] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.644629] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.646067] env[66071]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.646521] env[66071]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0